-- Logs begin at Tue 2022-05-17 11:25:33 UTC, end at Tue 2022-05-17 12:33:42 UTC. -- May 17 11:57:35.012875 dv-cinder-837699-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 11:57:37.802712 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.common.config [-] Logging enabled! May 17 11:57:37.803269 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 17 11:57:37.803415 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103412) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 11:57:37.806627 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.common.config [-] Logging enabled! May 17 11:57:37.806880 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 17 11:57:37.807188 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103412) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 11:57:37.808098 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:57:37.808385 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:57:37.808754 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:57:37.809510 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:57:37.809737 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:57:37.810151 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.810451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.810683 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.810982 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.811276 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.811560 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.811849 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.812144 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.812453 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.812734 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.813268 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.813495 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.813772 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.814061 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.814344 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.814564 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.814841 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.815276 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.815684 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.815958 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.816263 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.816540 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.816809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.817079 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.817357 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.817677 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] host = dv-cinder-837699-7-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.817949 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.818229 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.818511 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.818792 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.819060 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.819331 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.819610 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.819878 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.820145 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.820441 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.820728 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.821010 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.821295 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.821517 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.821737 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.822021 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.822313 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.822582 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.822852 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.823121 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.823390 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.823658 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.823921 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.824225 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.824507 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.825351 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.825660 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.825931 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.826202 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.826468 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.826747 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.827017 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.827287 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.827556 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.827839 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.828104 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.828471 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.828760 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.829042 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.829319 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.829603 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.829874 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.830155 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.830425 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.830692 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.830961 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.831233 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.831501 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.831781 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.832049 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.832342 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.832614 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.832881 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.833162 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.833430 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:37.833720 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.834016 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.834311 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.834587 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.834885 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.835162 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.835446 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.835719 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.836001 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.836312 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.836599 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.836870 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.837169 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.837455 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.837746 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.838046 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.838335 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.838621 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.838891 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.839162 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.839430 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.839704 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.839985 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.840354 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.840776 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.841069 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.841348 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.841646 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.841927 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.842209 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.842498 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.842785 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.843059 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.843336 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.843625 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.843904 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.844203 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.844485 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.844762 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.845033 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.845312 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.845586 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.845857 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.846125 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.846400 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.846686 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.846959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.847231 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.847502 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.847776 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.848046 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.848353 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.848628 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.848900 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.849171 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.849448 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.849718 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.849990 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.850264 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.850531 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.850803 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.851076 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.851346 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.851618 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.851890 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.852162 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.852451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.852721 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.852994 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.853265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.853536 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.853806 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.854080 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.854348 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.854643 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.854916 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.855195 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.855470 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.855743 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.856057 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.856517 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.856802 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.857078 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.857350 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.857636 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.857917 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.858199 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.858478 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.858751 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.859059 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.859334 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.859605 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.859881 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.860154 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.860451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.860730 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.861007 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.861296 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.861584 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.861856 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.862143 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.862429 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.862715 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.862992 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.863305 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.863580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:37.863795 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:57:37.864036 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103412) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 11:57:38.318930 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 11:57:38.319210 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 11:57:38.319511 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 11:57:38.319844 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 11:57:38.644258 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.644474 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.644745 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.645915 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.646189 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.646452 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.701265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.701541 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.701815 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.716838 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.717122 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.717389 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.747121 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.747395 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.747663 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.783585 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.783862 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:38.784125 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.122475 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.123103 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.123103 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.123278 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.123948 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.222368 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.222692 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.222978 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.223256 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.223531 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.223850 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.224116 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.224401 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.224661 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.224947 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.225211 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.225479 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.225739 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.225997 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.226257 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.226523 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.226782 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.227054 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.227325 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.227588 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.227865 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.228121 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.228430 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.228810 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.229060 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.229307 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.229702 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.229941 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.230177 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.230411 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.230650 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.231543 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:39.231880 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 11:57:39.234955 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 11:57:39.238840 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 11:57:39.242443 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 17 11:57:39.244048 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 11:57:39.244554 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 11:57:39.244886 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 11:57:39.245264 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 11:57:39.248173 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 11:57:39.248447 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 11:57:39.248803 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:57:39.253555 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 11:57:39.276623 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 11:57:39.277069 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.277365 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103412) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 11:57:39.278310 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.279662 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103412) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 11:57:39.279936 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 11:57:39.280198 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 11:57:39.283434 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.283717 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.346870 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 11:57:39.347105 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 11:57:39.347341 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 11:57:39.347705 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 11:57:39.368643 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_db.sqlalchemy.engines [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103412) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 11:57:39.800673 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing driver for type 'gre' May 17 11:57:39.801116 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] gre ID ranges: [(1, 1000)] May 17 11:57:39.854277 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing driver for type 'local' May 17 11:57:39.854609 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing driver for type 'vlan' May 17 11:57:39.867324 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] VlanTypeDriver initialization complete May 17 11:57:39.867681 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing driver for type 'vxlan' May 17 11:57:39.868194 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] vxlan ID ranges: [(1, 1000)] May 17 11:57:39.918394 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing extension driver 'port_security' May 17 11:57:39.918735 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] PortSecurityExtensionDriver initialization complete May 17 11:57:39.919069 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing mechanism driver 'openvswitch' May 17 11:57:39.919385 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing mechanism driver 'hyperv' May 17 11:57:39.925834 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:39.926674 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.927049 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.927419 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.927930 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.928410 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.928743 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.929091 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.929491 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.929899 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.930249 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.930591 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.930985 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.931394 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.931745 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.932085 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.932504 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.932910 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.933255 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.933592 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.934011 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.934526 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > address_group after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.934892 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > address_group after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.935234 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.935631 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 11:57:39.936079 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] ML2 OVO RPC backend initialized. {{(pid=103412) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 11:57:39.936809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.937163 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.937574 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.937920 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > networks before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.938520 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.938860 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > ports before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.939200 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.939540 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnets before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.939882 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.940240 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.940580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.940917 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.941261 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.941603 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.941940 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.942279 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.942613 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.950673 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded quota_driver: . May 17 11:57:39.951029 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.plugin [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Modular L2 Plugin initialization complete May 17 11:57:39.951381 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading services supported by the core plugin {{(pid=103412) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 11:57:39.951722 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Got port-security extension from driver 'port_security' May 17 11:57:39.952216 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.extensions.vlantransparent [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Disabled vlantransparent extension. May 17 11:57:39.952708 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103412) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 11:57:39.953035 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: router May 17 11:57:39.988039 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.988462 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.988835 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router before_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.989196 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.989567 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.989922 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_delete 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.990278 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.990632 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.990990 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.991336 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.991683 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.992028 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.992528 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.992939 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.993309 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.993649 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.993986 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.994322 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.994696 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.995044 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.995386 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.995728 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.996077 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.996979 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.997333 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.997693 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.998036 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.998398 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > agent after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.998748 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > agent after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.999091 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:39.999936 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Tracking information for resource: router configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:40.000296 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Tracking information for resource: floatingip configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 11:57:40.005047 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.db.l3_agentschedulers_db [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 11:57:40.005622 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.005985 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.006339 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.006689 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.007466 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router before_create 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.007828 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.008201 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_create 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.008568 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > router precommit_update 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.013896 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.provider_configuration [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service providers = [] {{(pid=103412) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 11:57:40.014265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.db.servicetype_db [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103412) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 11:57:40.017208 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:57:40.017556 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:57:40.017898 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:57:40.018777 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 11:57:40.019147 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.services.service_base [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 11:57:40.019514 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.019830 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 11:57:40.030282 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.030621 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: auto_allocate May 17 11:57:40.036273 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: network precommit_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.036647 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: network precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.037161 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.037484 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: tag May 17 11:57:40.044336 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.044666 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: timestamp May 17 11:57:40.048430 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.048760 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: network_ip_availability May 17 11:57:40.054220 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.054547 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.054904 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.055612 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.055929 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: flavors May 17 11:57:40.061555 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.061888 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading Plugin: revisions May 17 11:57:40.066347 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 11:57:40.066738 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 11:57:40.067464 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103412) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 11:57:40.067799 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Initializing extension manager. May 17 11:57:40.068356 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: __init__.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.068703 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: __pycache__ {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.069041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: _port_mac_address_override.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.069375 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.070123 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.070695 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: address-group May 17 11:57:40.071020 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: address_scope.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.071729 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.072279 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: address-scope May 17 11:57:40.072604 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.073518 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.074036 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: router-admin-state-down-before-update May 17 11:57:40.074356 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: agent.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.075668 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.076196 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: agent May 17 11:57:40.076520 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: agent_resources_synced.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.077416 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.077933 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: agent-resources-synced May 17 11:57:40.078252 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: allowedaddresspairs.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.080009 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.080567 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: allowed-address-pairs May 17 11:57:40.080894 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: auto_allocated_topology.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.081964 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.082486 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: auto-allocated-topology May 17 11:57:40.082812 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.083502 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.084016 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: availability_zone May 17 11:57:40.084362 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: availability_zone_filter.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.085265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.085781 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: availability_zone_filter May 17 11:57:40.086102 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: data_plane_status.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.086993 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.087502 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension data-plane-status not supported by any of loaded plugins May 17 11:57:40.087820 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: default_subnetpools.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.088761 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.089275 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: default-subnetpools May 17 11:57:40.089596 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.090500 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.091012 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: dhcp_agent_scheduler May 17 11:57:40.091335 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: dns.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.092272 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.092782 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension dns-integration not supported by any of loaded plugins May 17 11:57:40.093105 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: dns_domain_ports.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.094012 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.094521 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 11:57:40.094841 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.095750 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.096299 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 11:57:40.096626 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: dvr.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.097291 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.097802 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: dvr May 17 11:57:40.098120 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: ecmp_routes.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.099022 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.099532 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension ecmp_routes not supported by any of loaded plugins May 17 11:57:40.099851 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: empty_string_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.100838 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.101356 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: empty-string-filtering May 17 11:57:40.101674 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.102579 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.103087 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 11:57:40.103405 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.104337 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.104847 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 11:57:40.105199 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: external_net.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.106106 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.106614 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: external-net May 17 11:57:40.106929 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.107817 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.108352 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: extra_dhcp_opt May 17 11:57:40.108675 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: extraroute.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.109571 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.110079 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: extraroute May 17 11:57:40.110404 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: extraroute_atomic.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.111603 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.112123 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: extraroute-atomic May 17 11:57:40.112478 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: filter_validation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.113136 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.113646 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: filter-validation May 17 11:57:40.113965 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: fip_pf_description.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.114854 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.115359 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 11:57:40.115677 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: fip_pf_port_range.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.116613 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.117120 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 11:57:40.117441 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: fip_port_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.118345 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.118854 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: fip-port-details May 17 11:57:40.119173 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: flavors.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.120407 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.120927 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: flavors May 17 11:57:40.121249 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.123430 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.123954 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 11:57:40.124312 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: floatingip_pools.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.125012 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.125529 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: floatingip-pools May 17 11:57:40.125858 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: ip_allocation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.126772 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.127284 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension ip_allocation not supported by any of loaded plugins May 17 11:57:40.127611 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.128536 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.129054 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: ip-substring-filtering May 17 11:57:40.129381 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l2_adjacency.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.130291 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.130807 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 11:57:40.131131 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.132109 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.132727 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: router May 17 11:57:40.133054 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.135290 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.135821 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 11:57:40.136152 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.137134 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.138190 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: ext-gw-mode May 17 11:57:40.138497 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.139408 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.139927 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: l3-ha May 17 11:57:40.140289 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.141193 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.141704 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 11:57:40.142032 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_flavors.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.142934 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.143450 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: l3-flavors May 17 11:57:40.143774 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.145146 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.145673 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 11:57:40.145999 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.146908 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.147428 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 11:57:40.147752 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: l3agentscheduler.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.148816 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.149336 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: l3_agent_scheduler May 17 11:57:40.149662 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: local_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.153023 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.153562 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension local_ip not supported by any of loaded plugins May 17 11:57:40.153894 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: logging.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.155342 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.155871 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension logging not supported by any of loaded plugins May 17 11:57:40.156224 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: metering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.156972 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.157564 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: metering May 17 11:57:40.157891 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.158989 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.159508 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: metering_source_and_destination_fields May 17 11:57:40.159836 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: multiprovidernet.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.160791 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.161306 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: multi-provider May 17 11:57:40.161631 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: netmtu.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.162534 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.163046 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: net-mtu May 17 11:57:40.163369 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: netmtu_writable.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.164368 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.164882 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: net-mtu-writable May 17 11:57:40.165205 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: network_availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.165871 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.166381 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: network_availability_zone May 17 11:57:40.166701 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: network_ip_availability.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.167792 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.168378 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: network-ip-availability May 17 11:57:40.168705 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: network_segment_range.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.169481 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.169995 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension network-segment-range not supported by any of loaded plugins May 17 11:57:40.170315 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: pagination.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.171285 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.171617 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: pagination May 17 11:57:40.171937 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_device_profile.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.172869 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.173391 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-device-profile May 17 11:57:40.173711 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_mac_address_override.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.174627 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.175144 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-mac-override May 17 11:57:40.175463 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.176408 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.176925 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-mac-address-regenerate May 17 11:57:40.177243 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.178149 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.178669 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-numa-affinity-policy May 17 11:57:40.178990 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_resource_request.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.179896 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.180427 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension port-resource-request not supported by any of loaded plugins May 17 11:57:40.180747 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: port_resource_request_groups.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.181702 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.182213 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 11:57:40.182533 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: portbindings.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.183441 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.184494 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: binding May 17 11:57:40.184879 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: portbindings_extended.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.186071 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.186587 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: binding-extended May 17 11:57:40.186913 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: portsecurity.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.187816 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.188633 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-security May 17 11:57:40.188959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: project_id.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.189923 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.190250 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: project-id May 17 11:57:40.190566 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: providernet.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.191495 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.192013 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: provider May 17 11:57:40.192372 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.196037 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.196602 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos not supported by any of loaded plugins May 17 11:57:40.196934 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.198156 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.198677 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 11:57:40.199005 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.200558 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.201076 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 11:57:40.201401 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_default.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.202305 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.202818 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-default not supported by any of loaded plugins May 17 11:57:40.203141 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_fip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.204042 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.204597 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-fip not supported by any of loaded plugins May 17 11:57:40.204920 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.205822 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.206335 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 11:57:40.206655 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_gateway_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.207557 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.208066 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 11:57:40.208419 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_port_network_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.209316 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.209826 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 11:57:40.210151 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.211168 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.211691 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 11:57:40.212014 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.213071 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.213588 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 11:57:40.213908 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_pps_rule.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.215065 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.215708 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-pps not supported by any of loaded plugins May 17 11:57:40.216031 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_rule_type_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.216966 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.217486 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 11:57:40.217809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.218707 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.219221 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 11:57:40.219542 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: qos_rules_alias.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.220600 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.221119 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 11:57:40.221458 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: quota_check_limit.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.222414 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.222937 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: quota-check-limit May 17 11:57:40.223263 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: quotasv2.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.224222 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.224554 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: quotas May 17 11:57:40.224874 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: quotasv2_detail.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.226621 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.226962 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: quota_details May 17 11:57:40.227296 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: rbac.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.228376 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.228909 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: rbac-policies May 17 11:57:40.229240 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: rbac_address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.230164 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.230688 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: rbac-address-group May 17 11:57:40.231058 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: rbac_address_scope.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.231971 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.232518 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: rbac-address-scope May 17 11:57:40.232846 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: rbac_security_groups.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.233748 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.234268 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: rbac-security-groups May 17 11:57:40.234594 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: rbac_subnetpool.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.235494 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.236012 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: rbac-subnetpool May 17 11:57:40.236359 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: revisionifmatch.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.237268 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.237787 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: revision-if-match May 17 11:57:40.238112 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: revisions.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.239247 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.239772 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: standard-attr-revisions May 17 11:57:40.240102 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: router_availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.240793 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.241313 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: router_availability_zone May 17 11:57:40.241637 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: routerservicetype.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.242541 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.243507 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension router-service-type not supported by any of loaded plugins May 17 11:57:40.243830 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.244833 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.245365 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: security-groups-normalized-cidr May 17 11:57:40.245687 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.247114 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.247760 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: port-security-groups-filtering May 17 11:57:40.248089 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.249037 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.249556 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: security-groups-remote-address-group May 17 11:57:40.249882 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.250931 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.251452 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: security-groups-shared-filtering May 17 11:57:40.251776 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.252383 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 11:57:40.252703 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: securitygroup.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.262980 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.263610 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: security-group May 17 11:57:40.263945 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: segment.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.264698 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.265216 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension segment not supported by any of loaded plugins May 17 11:57:40.265544 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.266475 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.266992 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 11:57:40.267318 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: servicetype.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.268429 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.268955 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: service-type May 17 11:57:40.269283 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: sorting.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.270259 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.270594 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: sorting May 17 11:57:40.270925 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: standard_attr_segment.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.271831 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.272387 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 11:57:40.272713 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: standardattrdescription.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.273354 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.273868 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: standard-attr-description May 17 11:57:40.274189 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: stateful_security_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.275118 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.275634 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: stateful-security-group May 17 11:57:40.275955 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: stdattrs_common.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.276540 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 11:57:40.276857 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.277900 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.278494 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 11:57:40.278817 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnet_onboard.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.279868 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.280409 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: subnet_onboard May 17 11:57:40.280731 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.281659 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.282175 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 11:57:40.282494 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnet_service_types.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.283419 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.283945 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: subnet-service-types May 17 11:57:40.284295 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnetallocation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.285363 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.285899 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: subnet_allocation May 17 11:57:40.286220 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.286875 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.287390 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: subnetpool-prefix-ops May 17 11:57:40.287709 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.288645 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.289160 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 11:57:40.289479 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: tagging.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.290576 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.291103 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: standard-attr-tag May 17 11:57:40.291427 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: timestamp.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.292647 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.293172 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loaded extension: standard-attr-timestamp May 17 11:57:40.293604 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: trunk.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.294641 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.295167 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension trunk not supported by any of loaded plugins May 17 11:57:40.295496 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: trunk_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.296434 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.296954 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension trunk-details not supported by any of loaded plugins May 17 11:57:40.297277 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: uplink_status_propagation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.298184 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.298701 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 11:57:40.299024 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Loading extension file: vlantransparent.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 11:57:40.299689 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 11:57:40.300217 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 11:57:40.302733 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:network May 17 11:57:40.303250 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnet May 17 11:57:40.303649 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:57:40.304052 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:port May 17 11:57:40.305351 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.305756 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service FLAVORS assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.306375 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.306805 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.307136 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:router May 17 11:57:40.307559 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:floatingip May 17 11:57:40.308045 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service METERING assigned prefix: /metering {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.310027 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.310398 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.310760 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 11:57:40.311765 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:57:40.312228 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:security_group May 17 11:57:40.312659 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:57:40.313514 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.313851 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:57:40.314197 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] subnetpool is already registered May 17 11:57:40.314619 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.314944 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:57:40.315272 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] subnetpool is already registered May 17 11:57:40.317559 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.317991 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service FLAVORS assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.318581 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.318997 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.319328 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:router May 17 11:57:40.319663 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] router is already registered May 17 11:57:40.320071 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:floatingip May 17 11:57:40.320443 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] floatingip is already registered May 17 11:57:40.320900 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service METERING assigned prefix: /metering {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.321567 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of CountableResource for resource:rbac_policy May 17 11:57:40.321899 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] rbac_policy is already registered May 17 11:57:40.322311 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:security_group May 17 11:57:40.322647 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] security_group is already registered May 17 11:57:40.323050 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 11:57:40.323379 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] security_group_rule is already registered May 17 11:57:40.323998 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.324353 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:57:40.325284 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] subnetpool is already registered May 17 11:57:40.325703 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 11:57:40.326027 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Creating instance of TrackedResource for resource:subnetpool May 17 11:57:40.326355 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] subnetpool is already registered May 17 11:57:40.326822 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: extensions {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.328288 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: address-groups {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.329761 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: address-scopes {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.331067 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.332231 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: auto-allocated-topology {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.333480 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: availability_zones {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.334691 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: dhcp-networks {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.336212 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: dhcp-agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.337601 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.339279 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: flavors {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.340683 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: service_profiles {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.341871 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: next_providers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.343290 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: service_profiles {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.344856 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: floatingip-pools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.346068 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.347730 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: floatingips {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.349875 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: l3-routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.351296 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: l3-agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.352759 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: metering-labels {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.354009 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: metering-label-rules {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.355363 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: network-ip-availabilities {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.357322 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: bindings {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.358857 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: quotas {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.360545 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: quotas {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.362064 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: rbac-policies {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.363244 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: security-groups {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.364548 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: security-group-rules {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.365782 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: service-providers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.366972 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: subnetpools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.368318 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: subnetpools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.369844 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.372039 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.374043 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.375834 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.377519 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.379436 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.381131 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.383044 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.384812 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.386535 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 11:57:40.392792 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING keystonemiddleware.auth_token [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 11:57:40.397934 dv-cinder-837699-7-iscsi neutron-server[103412]: WARNING keystonemiddleware.auth_token [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 11:57:40.406623 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Acquired lock "singleton_lock" {{(pid=103412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 11:57:40.407090 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Releasing lock "singleton_lock" {{(pid=103412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 11:57:40.407743 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Starting 2 workers May 17 11:57:40.412659 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Started child 103521 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 11:57:40.417159 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Started child 103522 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 11:57:40.418129 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.419340 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO neutron.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 11:57:40.420000 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.420467 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [-] (103521) wsgi starting up on http://0.0.0.0:9696 May 17 11:57:40.422483 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Starting 1 workers May 17 11:57:40.423525 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.425293 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [-] (103522) wsgi starting up on http://0.0.0.0:9696 May 17 11:57:40.427781 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Started child 103523 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 11:57:40.428346 dv-cinder-837699-7-iscsi neutron-server[103412]: INFO oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Starting 1 workers May 17 11:57:40.431592 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] calling RpcWorker wait() {{(pid=103523) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 11:57:40.432156 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] returning from RpcWorker wait() {{(pid=103523) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 11:57:40.432992 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Started child 103524 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 11:57:40.433353 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.433801 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e47e6cb-9062-49f6-91e0-4864b3846598 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.433959 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:40.436423 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 11:57:40.436639 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:57:40.436824 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:57:40.437054 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:57:40.437391 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:57:40.437554 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:57:40.438339 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.438626 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.438871 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.439143 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.439510 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:40.439985 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.439985 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.440245 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.440526 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.440774 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.440903 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:40.441008 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.441089 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.441331 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.441579 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.441908 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.442181 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.442421 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.442664 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.442834 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.443080 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.443350 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.443578 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.443855 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.444095 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.444666 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.444905 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.445174 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.445411 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.445680 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.445930 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.446183 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.446416 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.446647 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.446899 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.447152 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.447391 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.447621 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.447840 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.448099 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.448350 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.448862 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host = dv-cinder-837699-7-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.449096 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.449336 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.449666 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.449919 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.450182 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.450405 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.450675 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.450905 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.451166 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.451422 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.451681 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.451906 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.452122 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.452403 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.452570 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_options = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.452807 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.453069 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.453497 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.453698 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.453867 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.454031 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.454291 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.454454 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.454693 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.454911 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.455135 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.455347 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.455567 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.455781 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.456052 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.456314 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.456526 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.456755 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.456998 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.457243 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.457488 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.457728 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.457955 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.458188 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.458419 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.458694 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.459091 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.459312 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.460101 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.460532 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.460859 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.461059 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.461215 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.461465 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.461738 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.461969 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.462193 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.462410 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.462691 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.463146 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.463146 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.463524 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.463703 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.463932 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.464343 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.464495 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.464670 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.464883 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.465115 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.465549 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.465901 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.466045 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.466199 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.466379 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.466721 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.467264 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.467264 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.467545 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.467790 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.468048 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.468302 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.468555 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.468836 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.468988 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.469652 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.469652 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.469959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.469959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.470323 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.470773 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.471235 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.471387 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.471640 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.471916 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.472115 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.472358 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.472594 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.472845 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.473131 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.473368 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.474004 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.474004 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.474282 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.474415 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.474565 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.479889 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.480271 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.480648 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.481444 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.481838 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.482173 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.482554 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.482786 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.483078 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.483357 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.483650 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.483878 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.484124 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.484435 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.484628 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.484887 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.485194 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.485422 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.485818 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.486119 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.486571 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.486883 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.487077 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.487315 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.487563 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.487801 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.488353 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.488353 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.488583 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.488796 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.489098 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.489321 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.489439 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.489729 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.489907 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.490129 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.490393 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.490781 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.491310 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.491310 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.491797 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.491955 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.492332 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.492580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.492798 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.493015 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.493264 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.493493 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.493687 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.493918 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.494162 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495152 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495152 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495152 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495601 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495601 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.495860 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.496160 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.497570 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.498079 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.498504 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.498912 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.499333 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.499728 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.500172 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.500982 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.501379 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.501755 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.502247 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.502674 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.503078 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.503472 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.503879 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.504292 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.504753 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.505149 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.505620 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.506151 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.506697 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.507107 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.507580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.507856 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.508163 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.508481 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.508792 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.509045 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.509465 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.509710 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.510055 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.510359 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.510620 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.510884 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.511236 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.511571 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.511860 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.512147 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.512487 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.512819 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.513123 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.513373 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.513639 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.513875 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.514390 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.514667 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.514978 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.515436 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.515933 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.516534 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.516955 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.517246 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.517531 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.517895 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.518105 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.518386 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.518658 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.518854 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.519088 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.519310 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.519595 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.519817 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.520107 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.520453 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.520647 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.520909 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.521137 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.521509 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.521730 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.521964 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.524956 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.525250 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.525696 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.526136 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.526676 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.527030 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.527659 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.527659 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.527921 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.528062 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.528300 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.529030 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.529313 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.529849 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.530103 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.530697 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.530697 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.532465 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.532763 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.532988 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.533400 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.533812 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.534236 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.534630 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.535039 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.535483 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.535716 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.535966 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.536241 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.536607 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.536872 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.537133 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.537399 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.537654 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.537896 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.538137 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.538357 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.538582 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.538804 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.539048 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.539293 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.539533 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.539777 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.539997 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.540666 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.540987 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.542194 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.542472 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.542722 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.542959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.544308 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.544582 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.544855 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.545108 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.545345 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.545580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.545812 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.546034 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.546333 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.546598 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.546851 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.547114 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.547352 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.547585 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.547843 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.548097 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.548470 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.548757 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.549005 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.549964 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.550226 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.550458 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.550711 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.550956 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.551199 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.551418 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.551678 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.551917 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.552135 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.552394 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.552620 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.552836 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.553069 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.553285 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.553501 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.553727 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.553950 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.554188 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.554415 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.554630 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.554844 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.555089 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.555311 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.555522 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:40.555622 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.555813 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.556067 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.556351 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.556631 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.556897 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.557157 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.557407 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.557724 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.557943 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.558304 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.558532 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.558754 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.559606 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.559881 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.560282 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.560573 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.560828 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.561141 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.561441 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.561881 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.562334 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.562558 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.562859 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.563451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.563737 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.564003 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.564277 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.564521 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.564749 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.564969 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.565191 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.565417 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.565637 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.565901 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.566140 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.566368 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.566607 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.566838 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.567057 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.567280 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.567486 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.567713 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.567952 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.568110 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:57:40.568673 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 11:57:40.568836 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 11:57:40.568984 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 11:57:40.569150 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 11:57:40.569317 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 11:57:40.569466 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 11:57:40.569681 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.569928 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.570096 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.570258 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.570453 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.571527 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.571692 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.572127 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.572461 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.572625 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.572790 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574025 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574224 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574374 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574569 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574733 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.574896 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575068 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575227 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575386 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575547 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575719 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.575867 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.576059 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.576798 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.576980 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577145 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577305 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577467 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577630 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577774 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.577936 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578095 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578254 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578413 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578644 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.578959 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.579103 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.580413 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host = dv-cinder-837699-7-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.580733 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.580733 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.580889 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581046 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581208 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581363 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581530 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581677 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581836 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.581999 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582158 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582316 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582478 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582637 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_options = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.582951 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583110 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583268 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583454 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583619 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583778 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.583938 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.584096 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.584872 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.585045 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.585207 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.586506 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.586687 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.586854 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587019 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587182 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587345 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587507 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587684 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587831 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.587988 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588146 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588329 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588488 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588649 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588807 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.588968 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589126 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589284 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589442 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589602 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589762 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.589921 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590080 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590291 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590442 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590596 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590755 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.590917 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591076 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591236 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591396 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591553 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591711 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.591869 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.592026 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.592211 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.594058 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.594251 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.594971 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.595143 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.595317 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.595557 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.595832 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.596009 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.596175 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 11:57:40.596379 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.596544 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.596718 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.596881 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597043 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597205 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597449 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597610 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597770 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.597929 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598103 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598437 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598596 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598758 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.598921 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599082 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599241 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599401 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599560 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599720 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.599878 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.600046 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.600256 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.600493 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.600677 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.600857 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601046 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601223 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601404 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601619 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601800 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.601973 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602120 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602289 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602730 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602834 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.602913 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603076 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603236 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603395 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603555 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603714 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.603875 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604034 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604241 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604413 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604574 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604734 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.604895 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.605054 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.605216 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.605375 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.605534 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.605694 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.606447 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.606646 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.606808 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607053 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607183 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607306 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607395 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607554 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607712 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.607871 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608053 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608245 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608421 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608740 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.608898 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609057 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609215 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609374 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609532 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609690 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.609848 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610006 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610164 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610322 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610481 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610658 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610786 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.610945 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611102 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611260 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611417 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611721 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.611879 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612053 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612236 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612398 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612556 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612715 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.612888 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613026 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613185 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613344 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613503 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613660 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613818 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.613979 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614136 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614293 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614451 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614609 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614767 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.614927 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615084 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615242 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615402 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615559 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615717 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.615874 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616032 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616200 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616369 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616536 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616694 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.616854 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617013 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617178 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617346 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617504 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617663 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617821 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.617979 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618138 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618296 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618453 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618611 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618768 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.618926 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619094 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619251 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619410 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619567 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619746 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.619905 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620061 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620238 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620399 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620559 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620717 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.620876 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.621035 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.621193 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.621342 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622089 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622321 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622405 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622572 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622747 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.622914 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623073 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623231 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623390 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623549 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623708 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.623866 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624024 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624220 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624363 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624521 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624679 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624838 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.624997 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625154 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625311 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625471 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625629 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625785 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.625943 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626100 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626263 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626421 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626738 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.626897 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627055 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627215 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627374 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627532 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627691 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.627851 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628008 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628168 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628349 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628507 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628665 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628823 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.628981 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629156 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629314 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629471 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629631 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629790 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.629949 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630108 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630423 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630758 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.630890 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631044 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631201 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631359 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631539 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631724 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.631886 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632045 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632225 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632374 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632533 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632690 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.632852 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633010 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633169 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633329 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633486 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633645 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633816 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.633975 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634133 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634292 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634450 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634607 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634775 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.634932 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635089 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635245 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635403 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635560 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635726 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.635884 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636041 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636215 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636377 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636535 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636701 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.636858 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637049 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637244 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637464 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637623 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637791 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.637949 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638108 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638265 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638423 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638580 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638748 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.638906 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639064 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639222 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639380 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639537 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639704 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.639863 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640021 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640197 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640366 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640524 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640682 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.640853 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641013 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641174 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641333 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641491 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641650 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641809 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.641973 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642140 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642304 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642464 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642636 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642803 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.642969 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643126 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643289 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643458 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643616 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643774 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.643930 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644087 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644266 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644427 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644586 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644742 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.644900 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645057 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645214 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645372 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645530 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645688 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.645850 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.646007 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.646163 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.646322 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.646480 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 11:57:40.646631 dv-cinder-837699-7-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 11:57:40.685788 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46250) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:57:40.694571 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066490 May 17 11:57:51.900110 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce8cc2-e493-4699-9074-095d6d513af0 None None] get_active_networks_info from dv-cinder-837699-7-iscsi {{(pid=103523) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 11:57:51.984912 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce8cc2-e493-4699-9074-095d6d513af0 None None] No non-hosted networks {{(pid=103523) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 11:57:52.004447 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.agentschedulers_db [None req-bfce8cc2-e493-4699-9074-095d6d513af0 None None] DHCP Agent not found on host dv-cinder-837699-7-iscsi {{(pid=103523) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 11:57:52.097739 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b96b38c8-2b27-4450-977b-e744015d73fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:54.260652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e112-a94e-45d5-b837-11428939cc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:54.294261 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-297538b6-d36c-44bd-98b4-bffab4116d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:55.291401 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:57:55.354049 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:55.832829 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING oslo_policy.policy [None req-9035ac05-0b97-49da-9ab2-8ba2ab58f339 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:55.833384 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING oslo_policy.policy [None req-9035ac05-0b97-49da-9ab2-8ba2ab58f339 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:56.057555 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [None req-9035ac05-0b97-49da-9ab2-8ba2ab58f339 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 11:57:56.068316 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9035ac05-0b97-49da-9ab2-8ba2ab58f339 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7668805 May 17 11:57:56.681879 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:58.290844 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:58.291913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.292286 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.292807 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.293200 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.293576 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.293914 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.294438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.295521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.296070 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.296970 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.297597 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.298316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.298817 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.299333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.300296 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:57:58.300965 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837699-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:58.310362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837699-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:57:58.592068 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46348) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:57:59.114684 dv-cinder-837699-7-iscsi neutron-server[103521]: WARNING oslo_policy.policy [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:59.115529 dv-cinder-837699-7-iscsi neutron-server[103521]: WARNING oslo_policy.policy [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:59.348115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:57:59.440449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.policy [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103521) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:57:59.481842 dv-cinder-837699-7-iscsi neutron-server[103521]: WARNING oslo_policy.policy [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:59.482780 dv-cinder-837699-7-iscsi neutron-server[103521]: WARNING oslo_policy.policy [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:57:59.584577 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746997015455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746997016035', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746996999004', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746996991295', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746996995555', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746997054005', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-994575', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810557', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834056'] for rbac-policy (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:59.657848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:57:59.660802 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9bee53d8-e210-48c1-9f00-8578c25a92cf admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0663357 May 17 11:58:01.490262 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.db.l3_hamode_db [None req-6a5c7737-af26-4177-bdc2-dc3b8575d0b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 11:58:01.565291 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c7737-af26-4177-bdc2-dc3b8575d0b8 None None] Routers set() bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 11:58:01.565660 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c7737-af26-4177-bdc2-dc3b8575d0b8 None None] Router IDs set() for agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 11:58:02.179002 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46366) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:02.492447 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:02.521964 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Made reservation on behalf of 1da154bbce234bbe9e9dfabe1b861662 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:58:02.525955 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.542758 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.655338 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks [] for security_group (9aec8dcb-817a-435f-92e3-872f48a9e0a5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.658774 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (9aec8dcb-817a-435f-92e3-872f48a9e0a5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.679807 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 11:58:02.716616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (7f79662a-f3d6-4662-9f01-f769650be72e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.717130 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Added segment 7f79662a-f3d6-4662-9f01-f769650be72e of type vlan for network b60a3aa9-88da-4ebd-91fd-6db8745060df May 17 11:58:02.736933 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec8dcb-817a-435f-92e3-872f48a9e0a5,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:02.781909 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.782253 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.782613 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.782965 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.783299 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.783627 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.783951 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.784306 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.784632 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.784952 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.785273 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.785608 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.785929 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.786243 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.786558 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Tracked resource versions report: May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: pushed versions: May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: { 'AddressGroup': {'1.2'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Agent': {'1.1'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'ConntrackHelper': {'1.0'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'LocalIPAssociation': {'1.0'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Log': {'1.0'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'NDPProxy': {'1.0'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Network': {'1.1'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Port': {'1.7'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'PortForwarding': {'1.3'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'QosPolicy': {'1.10'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroup': {'1.5'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroupRule': {'1.2'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SubPort': {'1.0'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Subnet': {'1.1'}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Trunk': {'1.1'}} May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: consumer versions: May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Agent': '1.1', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'ConntrackHelper': '1.0', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'LocalIPAssociation': '1.0', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Log': '1.0', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'NDPProxy': '1.0', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Network': '1.1', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Port': '1.7', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'PortForwarding': '1.3', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'QosPolicy': '1.10', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroup': '1.5', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroupRule': '1.2', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SubPort': '1.0', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Subnet': '1.1', May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Trunk': '1.1'}} May 17 11:58:02.787981 dv-cinder-837699-7-iscsi neutron-server[103521]: {{(pid=103521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:58:02.831147 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (b60a3aa9-88da-4ebd-91fd-6db8745060df), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.870437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (b60a3aa9-88da-4ebd-91fd-6db8745060df), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.876284 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:02.876989 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:02.956205 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7759674 May 17 11:58:03.020496 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6104913-3767-467a-9f26-86b97bae798f demo demo] Pushing event updated for resources: {'Network': ['ID=b60a3aa9-88da-4ebd-91fd-6db8745060df,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:03.033874 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network b60a3aa9-88da-4ebd-91fd-6db8745060df details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 11:58:05.446094 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46378) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:05.868464 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec88c9-9395-49b7-91be-53afb3527c9b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:05.869737 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f3ec88c9-9395-49b7-91be-53afb3527c9b demo admin] 10.222.0.58 "GET /v2.0/networks/b60a3aa9-88da-4ebd-91fd-6db8745060df HTTP/1.1" status: 200 len: 825 time: 0.4226553 May 17 11:58:05.894343 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-043396af-6177-4f17-b17f-bbba05ce3d3f demo admin] 10.222.0.58 "GET /v2.0/subnetpools/7d544d12-ac6b-44a5-8381-bb3713ff4b35 HTTP/1.1" status: 200 len: 734 time: 0.0183723 May 17 11:58:05.902505 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:05.923643 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Made reservation on behalf of 1da154bbce234bbe9e9dfabe1b861662 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:58:05.925943 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:06.211530 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:06.283662 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:06.286401 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Checking segment: {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 11:58:06.286783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Network hostable DHCP agents. Network: b60a3aa9-88da-4ebd-91fd-6db8745060df, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:58:06.308272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Network b60a3aa9-88da-4ebd-91fd-6db8745060df is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:58:06.320162 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, b60a3aa9-88da-4ebd-91fd-6db8745060df) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:06.324978 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:06.325576 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:06.330427 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04417fa-de6c-4e31-bd38-558f45760cbd None None] Network b60a3aa9-88da-4ebd-91fd-6db8745060df requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 11:58:06.343470 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5908f47e-6662-42ab-92a3-b1565e5193b9 demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4440827 May 17 11:58:06.598645 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-b60a3aa9-88da-4ebd-91fd-6db8745060df', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 11:58:06.600056 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:06.878740 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Allocated IP 172.20.0.2 (b60a3aa9-88da-4ebd-91fd-6db8745060df/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8/2257e700-8d0a-47dc-afcd-b0fd78d7fd46) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:58:07.144508 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks [] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:07.153308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:07.222743 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Network b60a3aa9-88da-4ebd-91fd-6db8745060df is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:58:07.231932 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:07.241651 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 11:58:07.249234 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Pushing event updated for resources: {'Port': ['ID=2257e700-8d0a-47dc-afcd-b0fd78d7fd46,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:07.281538 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.281893 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.282262 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.282626 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.282969 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.283306 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.283635 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.283964 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.284317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.284647 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.284973 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.285318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.285767 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.286091 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.286417 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Tracked resource versions report: May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: pushed versions: May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: { 'AddressGroup': {'1.2'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Agent': {'1.1'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'ConntrackHelper': {'1.0'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'LocalIPAssociation': {'1.0'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Log': {'1.0'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'NDPProxy': {'1.0'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Network': {'1.1'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Port': {'1.7'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'PortForwarding': {'1.3'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'QosPolicy': {'1.10'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroup': {'1.5'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SubPort': {'1.0'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Subnet': {'1.1'}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Trunk': {'1.1'}} May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: consumer versions: May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Agent': '1.1', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'ConntrackHelper': '1.0', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'LocalIPAssociation': '1.0', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Log': '1.0', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'NDPProxy': '1.0', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Network': '1.1', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Port': '1.7', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'PortForwarding': '1.3', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'QosPolicy': '1.10', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroup': '1.5', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroupRule': '1.2', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SubPort': '1.0', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Subnet': '1.1', May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Trunk': '1.1'}} May 17 11:58:07.287886 dv-cinder-837699-7-iscsi neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:58:07.337692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Attempting to bind port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 11:58:07.338282 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Attempting to bind port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 11:58:07.338517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Attempting to bind port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 on network b60a3aa9-88da-4ebd-91fd-6db8745060df {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 11:58:07.343606 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 11, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 11:58:07.344008 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Checking segment: {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 11:58:07.344496 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:07.344892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Bound using segment: {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 11:58:07.345379 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Bound port: 2257e700-8d0a-47dc-afcd-b0fd78d7fd46, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 11:58:07.345773 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:07.404035 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] For port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 11:58:07.422948 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] For port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=2257e700-8d0a-47dc-afcd-b0fd78d7fd46,segment=NetworkSegment(7f79662a-f3d6-4662-9f01-f769650be72e),segment_id=7f79662a-f3d6-4662-9f01-f769650be72e)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 11:58:07.429911 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:07.484858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4bf9f-6e65-4412-a085-0812a3f9777d None None] Pushing event updated for resources: {'Port': ['ID=2257e700-8d0a-47dc-afcd-b0fd78d7fd46,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:08.828549 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46386) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:09.145107 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [None req-09e5b167-a448-4afa-8f1f-b4142233f64a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 11:58:09.146069 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-09e5b167-a448-4afa-8f1f-b4142233f64a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3165989 May 17 11:58:11.632383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46394) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:11.948317 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [None req-d77b2b83-d669-415d-8916-0e012d767680 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 11:58:11.949345 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d77b2b83-d669-415d-8916-0e012d767680 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3160501 May 17 11:58:14.430039 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46402) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:14.744040 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:14.803686 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.policy [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103522) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 11:58:14.845989 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING oslo_policy.policy [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:58:14.846390 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING oslo_policy.policy [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 11:58:14.908546 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:14.910547 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:15.068533 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Publish callbacks [] for router_controller (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:15.073415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:15.096493 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:15.097636 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-53956224-7764-4e5d-adc1-c8586f476577 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6666205 May 17 11:58:17.557997 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46416) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:17.885398 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [None req-03f4fa15-8f15-4e02-8f56-cf818d95eea3 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 11:58:17.886523 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-03f4fa15-8f15-4e02-8f56-cf818d95eea3 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275924 May 17 11:58:19.013263 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd508c99-a8da-4ebe-9fd5-7e53a972fc9d None None] Network b60a3aa9-88da-4ebd-91fd-6db8745060df requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 11:58:19.092863 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 11:58:19.212221 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Provisioning complete for port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:19.212641 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.251880 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:19.252224 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.365030 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:19.365030 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.410238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:19.410617 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.438883 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] For port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=2257e700-8d0a-47dc-afcd-b0fd78d7fd46,segment=NetworkSegment(7f79662a-f3d6-4662-9f01-f769650be72e),segment_id=7f79662a-f3d6-4662-9f01-f769650be72e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 11:58:19.443023 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.502072 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.db.api [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 11:58:19.502470 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG oslo_db.api [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 11:58:19.513853 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d8313-e1b2-428b-8a68-78360aeb7faa None None] Pushing event updated for resources: {'Port': ['ID=2257e700-8d0a-47dc-afcd-b0fd78d7fd46,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:19.560550 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0ffacece-d944-450a-8c0a-446fb0b7f6ec None None] Provisioning complete for port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:19.560941 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0ffacece-d944-450a-8c0a-446fb0b7f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:19.632136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0ffacece-d944-450a-8c0a-446fb0b7f6ec None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:20.034157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:20.335687 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46426) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:20.643696 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:20.663965 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Made reservation on behalf of 2acfce5cbf9f4de7bfe02428af601440 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:58:20.666266 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.674944 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.747548 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks [] for security_group (54f6f243-6393-414c-ac81-6bb2f2de428a), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.750959 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (54f6f243-6393-414c-ac81-6bb2f2de428a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.765345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Reserving flat network on physical network physnet1 {{(pid=103521) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 11:58:20.785706 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6f243-6393-414c-ac81-6bb2f2de428a,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:20.790075 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (dd608aa1-a526-4010-9a21-e9960f04e84c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.790476 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Added segment dd608aa1-a526-4010-9a21-e9960f04e84c of type flat for network a9c086c7-c0d1-463c-8361-2c379280876f May 17 11:58:20.836243 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (a9c086c7-c0d1-463c-8361-2c379280876f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.867033 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (a9c086c7-c0d1-463c-8361-2c379280876f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.868020 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:20.868616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:20.924281 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5874245 May 17 11:58:20.976028 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a892a1-ae3d-4ad9-b195-c4c961df6080 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c086c7-c0d1-463c-8361-2c379280876f,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:20.987099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network a9c086c7-c0d1-463c-8361-2c379280876f details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 11:58:21.076914 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 11:58:21.121099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:21.121493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:21.197244 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:21.883168 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e9f8671c-1171-41fe-b055-164f8e62a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:23.376743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46434) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:23.749704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c20a9-ce31-4708-8839-283e02557cf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:23.751047 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2a8c20a9-ce31-4708-8839-283e02557cf8 demo admin] 10.222.0.58 "GET /v2.0/subnets/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8 HTTP/1.1" status: 200 len: 849 time: 0.3733478 May 17 11:58:23.953313 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ed0cc019-0c94-486b-b8be-4fcbcc79f764 demo admin] 10.222.0.58 "GET /v2.0/routers/74813353-a09f-4f6a-9b9f-9ec31d61ff5c HTTP/1.1" status: 200 len: 704 time: 0.1967092 May 17 11:58:24.242671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:24.254154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a06af067-419a-424c-bf27-da4ceb1b10bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:24.482567 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 11:58:24.548432 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Allocated IP 172.20.0.1 (b60a3aa9-88da-4ebd-91fd-6db8745060df/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8/8a564b1e-510a-4edb-bd9f-6423ca188cc2) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:58:24.745003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks [] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:24.806007 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:24.873014 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Network b60a3aa9-88da-4ebd-91fd-6db8745060df is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:58:24.877382 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:24.884008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 11:58:24.884591 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:24.946521 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Pushing event updated for resources: {'Port': ['ID=8a564b1e-510a-4edb-bd9f-6423ca188cc2,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:25.085035 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b99fdb89-4bb8-44ae-9b5a-5618de2f6a04 None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:25.085358 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b99fdb89-4bb8-44ae-9b5a-5618de2f6a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.086685 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.117099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b99fdb89-4bb8-44ae-9b5a-5618de2f6a04 None None] Port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 11:58:25.313661 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks [] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.317214 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.317824 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.318621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.375512 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Pushing event updated for resources: {'Port': ['ID=8a564b1e-510a-4edb-bd9f-6423ca188cc2,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:25.442867 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Network b60a3aa9-88da-4ebd-91fd-6db8745060df is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:58:25.444147 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:25.601510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 11:58:25.635811 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-8e6ae0fc-f58a-40d4-bde8-2c00e6b29161 None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:25.636114 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8e6ae0fc-f58a-40d4-bde8-2c00e6b29161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:25.668698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ae0fc-f58a-40d4-bde8-2c00e6b29161 None None] Port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 11:58:25.690907 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 11:58:25.696203 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d79eb740-32bc-47ac-af26-386ca1396e47 demo admin] 10.222.0.58 "PUT /v2.0/routers/74813353-a09f-4f6a-9b9f-9ec31d61ff5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7373805 May 17 11:58:25.715387 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Sync routers for ids ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:58:25.727787 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Routers {'74813353-a09f-4f6a-9b9f-9ec31d61ff5c'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 11:58:25.728652 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T11:58:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:25.905643 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Set router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 11:58:26.313177 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:25Z', 'revision_number': 2, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port_host': None, '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:25Z', 'revision_number': 2, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:26.361859 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Checking router: 74813353-a09f-4f6a-9b9f-9ec31d61ff5c for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:58:26.362229 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Updating router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:58:26.413866 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:26.637492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:26.948159 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks [] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:26.955023 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.100098 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Pushing event updated for resources: {'Port': ['ID=8a564b1e-510a-4edb-bd9f-6423ca188cc2,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:27.130558 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.130935 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.131269 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.131624 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.131955 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.132304 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.132792 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.133193 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.133441 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.133767 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.134086 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.134419 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.134741 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.135056 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.135377 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Tracked resource versions report: May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: pushed versions: May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: { 'AddressGroup': {'1.2'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Agent': {'1.1'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'ConntrackHelper': {'1.0'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'LocalIPAssociation': {'1.0'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Log': {'1.0'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'NDPProxy': {'1.0'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Network': {'1.1'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Port': {'1.7'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'PortForwarding': {'1.3'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'QosPolicy': {'1.10'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroup': {'1.5'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SubPort': {'1.0'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Subnet': {'1.1'}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Trunk': {'1.1'}} May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: consumer versions: May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Agent': '1.1', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'ConntrackHelper': '1.0', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'LocalIPAssociation': '1.0', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Log': '1.0', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'NDPProxy': '1.0', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Network': '1.1', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Port': '1.7', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'PortForwarding': '1.3', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'QosPolicy': '1.10', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroup': '1.5', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroupRule': '1.2', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SubPort': '1.0', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Subnet': '1.1', May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Trunk': '1.1'}} May 17 11:58:27.136927 dv-cinder-837699-7-iscsi neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 11:58:27.144782 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Attempting to bind port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 11:58:27.145766 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Attempting to bind port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 11:58:27.146211 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Attempting to bind port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 on network b60a3aa9-88da-4ebd-91fd-6db8745060df {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 11:58:27.151944 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 11, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 11:58:27.152380 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Checking segment: {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 11:58:27.152847 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.153998 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Bound using segment: {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 11:58:27.154505 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Bound port: 8a564b1e-510a-4edb-bd9f-6423ca188cc2, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f79662a-f3d6-4662-9f01-f769650be72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 11:58:27.154882 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.222393 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] For port 8a564b1e-510a-4edb-bd9f-6423ca188cc2, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 11:58:27.244562 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] For port 8a564b1e-510a-4edb-bd9f-6423ca188cc2, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=8a564b1e-510a-4edb-bd9f-6423ca188cc2,segment=NetworkSegment(7f79662a-f3d6-4662-9f01-f769650be72e),segment_id=7f79662a-f3d6-4662-9f01-f769650be72e)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 11:58:27.251911 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.296519 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Routers {'74813353-a09f-4f6a-9b9f-9ec31d61ff5c'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 11:58:27.297147 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T11:58:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:27.358054 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:27.358456 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.396800 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] Set router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 11:58:27.414103 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b218-8ae2-4e4c-a2c6-588b0e854647 None None] Pushing event updated for resources: {'Port': ['ID=8a564b1e-510a-4edb-bd9f-6423ca188cc2,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:27.443430 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Current status of the port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:27.444090 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.485950 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] For port 8a564b1e-510a-4edb-bd9f-6423ca188cc2, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=8a564b1e-510a-4edb-bd9f-6423ca188cc2,segment=NetworkSegment(7f79662a-f3d6-4662-9f01-f769650be72e),segment_id=7f79662a-f3d6-4662-9f01-f769650be72e)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 11:58:27.490180 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.544596 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ed091-e36c-4358-b38c-26dfdd8fc37d None None] Pushing event updated for resources: {'Port': ['ID=8a564b1e-510a-4edb-bd9f-6423ca188cc2,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:27.611098 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-a5399d9a-fa1f-481b-93d6-414c1dd0c10e None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:27.611844 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a5399d9a-fa1f-481b-93d6-414c1dd0c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:27.635565 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1cf8175e-3630-4310-b992-103c5189833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:25Z', 'revision_number': 2, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port_host': None, '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:27Z', 'revision_number': 4, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:27.661606 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8175e-3630-4310-b992-103c5189833f None None] The sync data for ids ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'] in dv-cinder-837699-7-iscsi is: [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:25Z', 'revision_number': 2, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port_host': None, '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:27Z', 'revision_number': 4, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:58:27.692135 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a5399d9a-fa1f-481b-93d6-414c1dd0c10e None None] Current status of the port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:28.180277 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46454) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:28.281439 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:28.381822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1eaef5-4030-47b1-b949-4331fa13bf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:28.383156 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-db1eaef5-4030-47b1-b949-4331fa13bf04 admin admin] 10.222.0.58 "GET /v2.0/networks/a9c086c7-c0d1-463c-8361-2c379280876f HTTP/1.1" status: 200 len: 842 time: 0.2019289 May 17 11:58:28.393020 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:28.413334 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Made reservation on behalf of 2acfce5cbf9f4de7bfe02428af601440 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 11:58:28.415734 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:28.681977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.objects.ports [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103521) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 11:58:28.682406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (34030063-b971-45bc-8f3c-8159e16d1755), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:28.820422 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34030063-b971-45bc-8f3c-8159e16d1755,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:28.824647 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 11:58:28.825004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Network hostable DHCP agents. Network: a9c086c7-c0d1-463c-8361-2c379280876f, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 11:58:28.843198 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 11:58:28.852394 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, a9c086c7-c0d1-463c-8361-2c379280876f) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:28.857309 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:28.857894 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:28.862843 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5387a0-01cb-4470-9aed-88ea82b1eda5 None None] Network a9c086c7-c0d1-463c-8361-2c379280876f requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 11:58:28.874352 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-26389d85-8afa-4ba8-8124-5a7f977923f5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4846139 May 17 11:58:28.987253 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ad15d-7dc3-410c-898d-f9621e58b211 None None] Network a9c086c7-c0d1-463c-8361-2c379280876f requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 11:58:31.344958 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46472) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:31.471501 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-bb84ac22-a24b-4c8f-a8eb-5ef8ce0bd878 demo admin] 10.222.0.58 "GET /v2.0/routers/74813353-a09f-4f6a-9b9f-9ec31d61ff5c HTTP/1.1" status: 200 len: 710 time: 0.1253326 May 17 11:58:31.565737 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c5bc8-7ff4-4190-b91a-66ba84a51027 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:58:31.567089 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3a0c5bc8-7ff4-4190-b91a-66ba84a51027 demo admin] 10.222.0.58 "GET /v2.0/networks/a9c086c7-c0d1-463c-8361-2c379280876f HTTP/1.1" status: 200 len: 886 time: 0.0899875 May 17 11:58:31.575707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:58:31.809577 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks [] for router_gateway (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.020555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks [] for router_gateway (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.093510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.197349 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Allocated IP 172.27.2.57 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/fd4f08e1-7858-472e-adee-a8d76684f41d) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 11:58:32.296747 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks [] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.329533 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.363344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 11:58:32.367431 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 11:58:32.375093 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 11:58:32.407138 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Pushing event updated for resources: {'Port': ['ID=fd4f08e1-7858-472e-adee-a8d76684f41d,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:32.610303 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks [] for router_gateway (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.883042 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1605170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14198'] for router (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.886691 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1605164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602694'] for router (74813353-a09f-4f6a-9b9f-9ec31d61ff5c), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:32.995927 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 11:58:33.103484 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 11:58:33.108639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:33.109867 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ad72cc2c-98a9-460f-b738-cd031d2e317b demo admin] 10.222.0.58 "PUT /v2.0/routers/74813353-a09f-4f6a-9b9f-9ec31d61ff5c HTTP/1.1" status: 200 len: 889 time: 1.5372646 May 17 11:58:35.079143 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 8a564b1e-510a-4edb-bd9f-6423ca188cc2 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 11:58:35.126211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:35.126605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:35.196242 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:35.610504 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46484) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:58:35.722467 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d25ff3da-9346-493f-9d17-ddf75313d1b8 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1108966 May 17 11:58:36.651694 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Sync routers for ids ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 11:58:36.664325 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Routers {'74813353-a09f-4f6a-9b9f-9ec31d61ff5c'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 11:58:36.665078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T11:58:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:36.873387 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Set router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 11:58:37.337453 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:32Z', 'revision_number': 4, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port': {'id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:32Z', 'updated_at': '2022-05-17T11:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:27Z', 'revision_number': 5, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:37.393836 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Checking router: 74813353-a09f-4f6a-9b9f-9ec31d61ff5c for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 11:58:37.395066 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Updating router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c port fd4f08e1-7858-472e-adee-a8d76684f41d binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 11:58:37.449472 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:37.808544 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks [] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:37.814611 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:37.860873 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Attempting to bind port fd4f08e1-7858-472e-adee-a8d76684f41d on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 11:58:37.861165 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Attempting to bind port fd4f08e1-7858-472e-adee-a8d76684f41d by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 11:58:37.861451 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Attempting to bind port fd4f08e1-7858-472e-adee-a8d76684f41d on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 11:58:37.872223 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 11, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 11:58:37.872602 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 11:58:37.873062 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:37.873459 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 11:58:37.873941 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Bound port: fd4f08e1-7858-472e-adee-a8d76684f41d, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 11:58:37.874314 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:37.876762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd10ed1-1209-4987-9c77-5f06410f4b76 None None] Pushing event updated for resources: {'Port': ['ID=fd4f08e1-7858-472e-adee-a8d76684f41d,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:37.940926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] For port fd4f08e1-7858-472e-adee-a8d76684f41d, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 11:58:37.944318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] For port fd4f08e1-7858-472e-adee-a8d76684f41d, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=fd4f08e1-7858-472e-adee-a8d76684f41d,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 11:58:37.950542 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:38.006515 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Routers {'74813353-a09f-4f6a-9b9f-9ec31d61ff5c'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 11:58:38.007152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T11:58:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:38.047419 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd10ed1-1209-4987-9c77-5f06410f4b76 None None] Pushing event updated for resources: {'Port': ['ID=fd4f08e1-7858-472e-adee-a8d76684f41d,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:38.135422 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] Set router 74813353-a09f-4f6a-9b9f-9ec31d61ff5c gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 11:58:38.370281 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:32Z', 'revision_number': 4, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port': {'id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:32Z', 'updated_at': '2022-05-17T11:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:27Z', 'revision_number': 5, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 11:58:38.398747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd704f-a040-4012-bd2a-6fae19c3a39d None None] The sync data for ids ['74813353-a09f-4f6a-9b9f-9ec31d61ff5c'] in dv-cinder-837699-7-iscsi is: [{'id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'name': 'router1', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T11:58:14Z', 'updated_at': '2022-05-17T11:58:32Z', 'revision_number': 4, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'gw_port': {'id': 'fd4f08e1-7858-472e-adee-a8d76684f41d', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:32Z', 'updated_at': '2022-05-17T11:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '8a564b1e-510a-4edb-bd9f-6423ca188cc2', 'name': '', 'network_id': 'b60a3aa9-88da-4ebd-91fd-6db8745060df', 'tenant_id': '1da154bbce234bbe9e9dfabe1b861662', 'mac_address': 'fa:16:3e:70:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74813353-a09f-4f6a-9b9f-9ec31d61ff5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T11:58:24Z', 'updated_at': '2022-05-17T11:58:27Z', 'revision_number': 5, 'project_id': '1da154bbce234bbe9e9dfabe1b861662', 'subnets': [{'id': '5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d544d12-ac6b-44a5-8381-bb3713ff4b35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 11:58:39.137431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device fd4f08e1-7858-472e-adee-a8d76684f41d up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 11:58:39.205554 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port fd4f08e1-7858-472e-adee-a8d76684f41d triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:39.207694 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:39.291369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port fd4f08e1-7858-472e-adee-a8d76684f41d is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:39.292114 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:39.318254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port fd4f08e1-7858-472e-adee-a8d76684f41d, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=fd4f08e1-7858-472e-adee-a8d76684f41d,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 11:58:39.326454 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:39.389398 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=fd4f08e1-7858-472e-adee-a8d76684f41d,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:58:41.140927 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device fd4f08e1-7858-472e-adee-a8d76684f41d up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 11:58:41.223571 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port fd4f08e1-7858-472e-adee-a8d76684f41d triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:58:41.224196 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd4f08e1-7858-472e-adee-a8d76684f41d), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:41.410509 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port fd4f08e1-7858-472e-adee-a8d76684f41d is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:58:51.842770 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9d07c7b2-28bb-4dd1-b196-caff1f02f512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:54.261803 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-560201fc-1df3-473d-ab50-3b96ce4192a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:55.342416 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:56.645435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:58:58.287225 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:01.483098 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 11:59:21.838977 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28c5b61e-a2bd-4172-90fb-e11556210246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:24.257001 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5f118e7c-9a24-405a-b019-9845f8408fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:25.321145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:26.649643 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:28.283007 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:38.482478 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 11:59:51.840345 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0c048f2b-6997-43a2-890f-e06221443318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:54.260645 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-62996d6f-45bd-45dc-ad7f-da9f4278d505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:54.379956 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46968) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:59:54.439869 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dedee6-cf09-4769-8c4f-7f68bfe71d68 admin admin] GET failed (client error): The resource could not be found. May 17 11:59:54.441213 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-50dedee6-cf09-4769-8c4f-7f68bfe71d68 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602813 May 17 11:59:54.602471 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb397c-b87c-45c2-b618-71c1156d657c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:59:54.603963 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-4edb397c-b87c-45c2-b618-71c1156d657c admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587040 May 17 11:59:55.319232 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:56.648094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:56.843745 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46978) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:59:56.935226 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e4e9f-2c67-4696-a652-901bda2732ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:59:56.936602 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6d0e4e9f-2c67-4696-a652-901bda2732ae admin admin] 10.222.0.58 "GET /v2.0/subnets/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8 HTTP/1.1" status: 200 len: 849 time: 0.0918441 May 17 11:59:56.946008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 11:59:57.035820 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Publish callbacks [] for subnet (5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:57.172627 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746995861890'] for subnet (5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:57.204223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:59:57.205357 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:57.206087 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] 10.222.0.58 "PUT /v2.0/subnets/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8 HTTP/1.1" status: 200 len: 868 time: 0.2636330 May 17 11:59:57.220684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003d500-c763-4d54-9274-743592a245c2 None None] Network b60a3aa9-88da-4ebd-91fd-6db8745060df requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 11:59:57.231207 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 11:59:57.238634 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.238988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.239350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.239694 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.240029 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.240397 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.240743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.241073 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.241415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.241739 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.242082 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.242419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.242743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.243058 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.243372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec8f109-5206-4239-919b-97c649e2f128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 11:59:57.537326 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Provisioning complete for port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:59:57.537709 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (8a564b1e-510a-4edb-bd9f-6423ca188cc2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:57.611572 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Current status of the port 8a564b1e-510a-4edb-bd9f-6423ca188cc2 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:59:57.619212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Provisioning complete for port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 11:59:57.619594 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2257e700-8d0a-47dc-afcd-b0fd78d7fd46), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:57.688378 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-4d32e91e-1b2b-4aa6-a13c-7683254bcb46 None None] Current status of the port 2257e700-8d0a-47dc-afcd-b0fd78d7fd46 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 11:59:58.286175 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 11:59:59.490741 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 46986) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 11:59:59.688448 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389bad7-af58-48cf-82a6-8cb00c89e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:59:59.688831 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389bad7-af58-48cf-82a6-8cb00c89e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 11:59:59.690659 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2389bad7-af58-48cf-82a6-8cb00c89e69e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989634 May 17 12:00:01.958572 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 46994) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:02.204131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3eab8c-57a3-46db-b428-0c27d5448989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:02.204647 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3eab8c-57a3-46db-b428-0c27d5448989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:02.206354 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ff3eab8c-57a3-46db-b428-0c27d5448989 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2468150 May 17 12:00:04.445044 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47004) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:04.630367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12efaa-9e16-4ba9-a094-1a9dd18b2525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:04.631626 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0c12efaa-9e16-4ba9-a094-1a9dd18b2525 admin admin] 10.222.0.58 "GET /v2.0/networks/a9c086c7-c0d1-463c-8361-2c379280876f HTTP/1.1" status: 200 len: 886 time: 0.1856453 May 17 12:00:06.886000 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47012) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:07.032506 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac5395-5717-492a-a2c8-f2f8e5184dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:07.033899 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-82ac5395-5717-492a-a2c8-f2f8e5184dc5 admin admin] 10.222.0.58 "GET /v2.0/networks/b60a3aa9-88da-4ebd-91fd-6db8745060df HTTP/1.1" status: 200 len: 869 time: 0.1469002 May 17 12:00:09.248249 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47020) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:09.393874 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955782c-6de2-4689-9abd-b6936ccb1ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:09.394247 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955782c-6de2-4689-9abd-b6936ccb1ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:09.395787 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7955782c-6de2-4689-9abd-b6936ccb1ab3 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465304 May 17 12:00:11.701059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47028) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:11.825029 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8a1a8-f3c6-4fdf-8522-c3d23f4f215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:11.825400 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8a1a8-f3c6-4fdf-8522-c3d23f4f215b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:11.826920 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0ad8a1a8-f3c6-4fdf-8522-c3d23f4f215b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248927 May 17 12:00:14.083474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47036) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:14.169843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b545d-e846-4197-840a-d01e8339f53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:14.171179 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fd9b545d-e846-4197-840a-d01e8339f53f admin admin] 10.222.0.58 "GET /v2.0/subnets/34030063-b971-45bc-8f3c-8159e16d1755 HTTP/1.1" status: 200 len: 816 time: 0.0865498 May 17 12:00:15.481747 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:00:16.428756 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47044) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:16.552026 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f4773-d148-4e91-b186-dd548dc26386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:16.553395 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-681f4773-d148-4e91-b186-dd548dc26386 admin admin] 10.222.0.58 "GET /v2.0/subnets/5c0d9b98-5aaa-43b2-8777-8a9b82f7daf8 HTTP/1.1" status: 200 len: 868 time: 0.1236949 May 17 12:00:21.843999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6f45bc4c-9a9f-4ad0-b0fd-c9da59bfed25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:24.262349 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad17c4ed-afb8-42fa-a677-a8b3a91fcc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:25.322026 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:26.651366 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:28.288906 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:51.846114 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-72b22fe0-f068-4177-85df-fc6dedb7a560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:52.481576 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:00:54.265378 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f86734ed-7f6c-4c1b-bd02-59bdff2f074b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:55.325154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:56.656968 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:56.908251 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47102) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:56.956007 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [None req-bcacb399-ce38-44c3-8029-dd318f812d5e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:00:56.957049 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-bcacb399-ce38-44c3-8029-dd318f812d5e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478580 May 17 12:00:58.295254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:00:59.278979 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:00:59.341298 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3603f16f-35e3-4f12-b2bb-5d3d5e13268e admin admin] GET failed (client error): The resource could not be found. May 17 12:00:59.342573 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3603f16f-35e3-4f12-b2bb-5d3d5e13268e admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626700 May 17 12:00:59.483873 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6ad37-c4bc-40dc-ba91-6a3ff6f3362f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:00:59.485358 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-21e6ad37-c4bc-40dc-ba91-6a3ff6f3362f admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387668 May 17 12:01:01.778674 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47118) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:01:01.827557 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:01:01.850161 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Made reservation on behalf of 2acfce5cbf9f4de7bfe02428af601440 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:01.853014 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:01.897355 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING neutron.services.revisions.revision_plugin [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Could not find related network for resource to bump revision. May 17 12:01:01.913985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:01:01.930300 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (9ed7eed3-8b71-412b-a8ad-0ce772462656), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:01.930912 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Added segment 9ed7eed3-8b71-412b-a8ad-0ce772462656 of type vlan for network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 May 17 12:01:01.984432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:02.016225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:02.017382 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:01:02.018022 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:02.041148 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2614088 May 17 12:01:02.127011 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Pushing event updated for resources: {'Network': ['ID=ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:02.136740 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.137089 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.137441 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.137779 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.138112 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.138443 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.138770 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.139092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.139421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.139746 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.140085 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.140454 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.140778 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.141094 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.141415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2997682-3516-4f1d-a0d1-1c95731032fc admin admin] Tracked resource versions report: May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: pushed versions: May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: { 'AddressGroup': {'1.2'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Agent': {'1.1'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'ConntrackHelper': {'1.0'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'LocalIPAssociation': {'1.0'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Log': {'1.0'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'NDPProxy': {'1.0'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Network': {'1.1'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Port': {'1.7'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'PortForwarding': {'1.3'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'QosPolicy': {'1.10'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroup': {'1.5'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SubPort': {'1.0'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Subnet': {'1.1'}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Trunk': {'1.1'}} May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: consumer versions: May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Agent': '1.1', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'ConntrackHelper': '1.0', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'LocalIPAssociation': '1.0', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Log': '1.0', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'NDPProxy': '1.0', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Network': '1.1', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Port': '1.7', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'PortForwarding': '1.3', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'QosPolicy': '1.10', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroup': '1.5', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroupRule': '1.2', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SubPort': '1.0', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Subnet': '1.1', May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Trunk': '1.1'}} May 17 12:01:02.142900 dv-cinder-837699-7-iscsi neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:01:02.172656 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:01:04.332701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47130) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:01:04.392050 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaef4ff-c2d9-48bc-bb78-a8ea4d162adc admin admin] GET failed (client error): The resource could not be found. May 17 12:01:04.393350 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6aaef4ff-c2d9-48bc-bb78-a8ea4d162adc admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597095 May 17 12:01:04.463385 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4df61-bd1b-40da-b10b-74dd7395802d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:01:04.464894 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-84e4df61-bd1b-40da-b10b-74dd7395802d admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675199 May 17 12:01:04.474191 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:01:04.493202 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Made reservation on behalf of 2acfce5cbf9f4de7bfe02428af601440 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:01:04.496157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:04.760402 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (8af78dee-b9de-43c5-9e4d-a1ceb12f2750), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:04.812695 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af78dee-b9de-43c5-9e4d-a1ceb12f2750,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:04.824278 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.824614 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.824958 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.825303 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.825638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.825967 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.826293 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.826622 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.826944 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.827271 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.827596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.827921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.828271 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.828594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.828914 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:04.835103 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Checking segment: {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:01:04.836121 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Network hostable DHCP agents. Network: ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:01:04.852493 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:01:04.861139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:04.865276 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:01:04.866061 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:04.870619 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54053b42-5838-4fa4-86bc-f504360debe1 None None] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:01:04.881284 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-00058605-4022-483d-85a0-fc6dfb885ae2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4102986 May 17 12:01:04.977954 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56', 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56', 'project_id': '2acfce5cbf9f4de7bfe02428af601440', 'fixed_ips': [{'subnet_id': '8af78dee-b9de-43c5-9e4d-a1ceb12f2750'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:01:04.978953 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.121475 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Allocated IP 192.168.233.2 (ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56/8af78dee-b9de-43c5-9e4d-a1ceb12f2750/5c331025-3999-4bfc-96c4-853233efc07b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:01:05.357663 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks [] for port (5c331025-3999-4bfc-96c4-853233efc07b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.363878 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (5c331025-3999-4bfc-96c4-853233efc07b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.402169 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:01:05.405058 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:01:05.410958 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:01:05.418085 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Pushing event updated for resources: {'Port': ['ID=5c331025-3999-4bfc-96c4-853233efc07b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:05.441577 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.441931 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.442291 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.442651 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.442990 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.443321 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.443652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.443980 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.444402 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.444731 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.445057 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.445396 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.446362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.446362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.446362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:01:05.482180 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Attempting to bind port 5c331025-3999-4bfc-96c4-853233efc07b on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:01:05.482550 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Attempting to bind port 5c331025-3999-4bfc-96c4-853233efc07b by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:01:05.482913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Attempting to bind port 5c331025-3999-4bfc-96c4-853233efc07b on network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:01:05.488453 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:01:05.489070 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Checking segment: {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:01:05.489468 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.489892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Bound using segment: {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:01:05.490358 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Bound port: 5c331025-3999-4bfc-96c4-853233efc07b, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:01:05.490739 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5c331025-3999-4bfc-96c4-853233efc07b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.554489 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] For port 5c331025-3999-4bfc-96c4-853233efc07b, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:01:05.557635 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] For port 5c331025-3999-4bfc-96c4-853233efc07b, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=5c331025-3999-4bfc-96c4-853233efc07b,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:01:05.564723 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5c331025-3999-4bfc-96c4-853233efc07b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:05.621302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667a02d-85d4-4308-8231-7f8e6efccb16 None None] Pushing event updated for resources: {'Port': ['ID=5c331025-3999-4bfc-96c4-853233efc07b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:06.486232 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e48a6b-8004-49f2-9016-c083e94f4f02 None None] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:01:06.553285 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Provisioning complete for port 5c331025-3999-4bfc-96c4-853233efc07b triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:01:06.553669 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5c331025-3999-4bfc-96c4-853233efc07b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:06.666937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Current status of the port 5c331025-3999-4bfc-96c4-853233efc07b is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:01:06.667632 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5c331025-3999-4bfc-96c4-853233efc07b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:06.704584 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] For port 5c331025-3999-4bfc-96c4-853233efc07b, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=5c331025-3999-4bfc-96c4-853233efc07b,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:01:06.714024 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5c331025-3999-4bfc-96c4-853233efc07b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:06.764443 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5b36a-4afa-4871-b1d4-901659a6d13c None None] Pushing event updated for resources: {'Port': ['ID=5c331025-3999-4bfc-96c4-853233efc07b,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:01:06.932697 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-34779f93-e597-4c4e-9df4-b7d00345c7c7 None None] Provisioning complete for port 5c331025-3999-4bfc-96c4-853233efc07b triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:01:06.933089 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34779f93-e597-4c4e-9df4-b7d00345c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5c331025-3999-4bfc-96c4-853233efc07b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:07.014804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-34779f93-e597-4c4e-9df4-b7d00345c7c7 None None] Current status of the port 5c331025-3999-4bfc-96c4-853233efc07b is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:01:07.175362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 5c331025-3999-4bfc-96c4-853233efc07b up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:01:07.220449 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 5c331025-3999-4bfc-96c4-853233efc07b triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:01:07.220842 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5c331025-3999-4bfc-96c4-853233efc07b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:07.294641 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 5c331025-3999-4bfc-96c4-853233efc07b is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:01:21.848364 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b9107af1-5afe-4099-9dbe-24cef9f3fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:24.268235 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6f1da76-4cb6-478a-b27b-0053f6d54bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:25.326787 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:26.662543 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:28.289707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:29.480635 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:01:51.849589 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-13e3468d-c07c-4466-9a9c-ce405928b867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:54.270075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-da7ab697-1aec-4d93-9c0b-d4d49746b248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:55.329805 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:56.662124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:01:58.292308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:06.480392 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:02:21.852958 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-64101627-5511-44f8-b45d-b9901c246b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:24.278904 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-81af10f9-c0cb-4ee0-8455-9ee903d03556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:25.333991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:26.667026 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:28.294303 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:32.691884 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47168) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:02:32.698500 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [None req-15467a5f-baf7-461a-bfe0-0059f607efc1 tempest-verify_tempest_config-340158585 tempest-verify_tempest_config-340158585-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:02:32.699494 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-15467a5f-baf7-461a-bfe0-0059f607efc1 tempest-verify_tempest_config-340158585 tempest-verify_tempest_config-340158585-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066066 May 17 12:02:32.986151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47186) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:02:33.088602 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.166057 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Publish callbacks [] for security_group (0f3e2421-29cf-4251-8c68-b3f67395626f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.169779 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0f3e2421-29cf-4251-8c68-b3f67395626f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.215615 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ddec041410a45e093f360422a01b94c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2283888 May 17 12:02:33.216610 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e2421-29cf-4251-8c68-b3f67395626f,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:33.218783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47190) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:02:33.223745 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.224092 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.224475 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.224815 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.225146 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.225474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.225795 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.226114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.226449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.226772 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.227093 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.227428 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.227748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.228105 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.228618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a226ea-c56e-453f-acf7-e6320c492601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.294080 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Publish callbacks [] for security_group (0f3e2421-29cf-4251-8c68-b3f67395626f), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.314351 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Publish callbacks [] for security_group (0f3e2421-29cf-4251-8c68-b3f67395626f), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.408920 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0f3e2421-29cf-4251-8c68-b3f67395626f), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.411407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:33.412732 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f3e2421-29cf-4251-8c68-b3f67395626f HTTP/1.1" status: 204 len: 168 time: 0.1928384 May 17 12:02:33.420847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e2421-29cf-4251-8c68-b3f67395626f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:02:33.427538 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.427888 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.428272 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.428619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.428957 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.429288 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.429614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.429940 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.430287 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.430618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.431444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.431774 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.432100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.432561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:33.432893 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2ce69f-c64f-419f-9f44-4eef1ab56baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:02:43.479941 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:02:51.854397 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-625dcf23-28d1-403a-8196-bb1d50559533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:54.272145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b4be0b4-f2e0-4c01-ae54-fd92cc7488f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:55.341272 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:56.670700 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:02:58.296137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:20.479428 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:03:21.856698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ee5abbb7-130c-4954-b9b3-2c9a75bb995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:24.276110 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-95c4d1d0-d352-441a-a35e-ad1c2f4d18ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:25.338913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:26.673358 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:28.301003 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:51.857098 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ede4b73a-5577-425c-a9ef-601ab3f35a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:54.278999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd62b-dd8e-4696-982a-1f76f9905de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:55.341192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:56.677672 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:03:57.478264 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 5 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:03:58.303158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:21.386004 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578351'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:21.859033 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ad9847f0-c8be-442f-a848-3327b3cc8dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:24.280049 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d5aadb2b-1bd7-40c4-835e-2255c742c555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:25.343755 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:26.680239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:28.305709 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:33.882401 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47262) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:04:33.986594 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0110abc4-4fa7-4fd4-ae4c-595fdc87b9be admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030788 May 17 12:04:34.476722 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:04:36.261901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47272) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:04:36.324145 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-251562c7-99c2-4797-89ca-20182ee6a1ab admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0610766 May 17 12:04:51.342256 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:51.860014 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-386f9d74-778d-4d5f-8cf0-5ce81041cadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:54.280892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e15e2d53-830b-4cfa-8258-e3d221c1acb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:55.346316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:56.683368 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:04:58.308692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:11.476042 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:05:21.446375 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:21.861801 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1053ec2e-c514-47e0-afce-9204d8927631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:24.282522 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd901435-a091-4a1e-992c-2737cea15c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:25.349342 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:26.686876 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:28.313242 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:48.475809 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:05:51.355239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:51.864729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7845d54b-d171-48f6-8c58-896cbbc0b834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:54.284621 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fa369cf6-f946-49f5-b8f8-96b0173c5d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:55.351762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:56.690102 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:05:58.308961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.497888 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47450) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:15.572618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47462) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:15.595619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:15.737526 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-97068052-network', 'tenant_id': '2ae797920785457f975f9f85d80849af'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:15.758410 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Made reservation on behalf of 2ae797920785457f975f9f85d80849af for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:15.761085 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.769428 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.851224 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks [] for security_group (ff43601c-62c3-4ff5-8254-870a263df43c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.857185 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ff43601c-62c3-4ff5-8254-870a263df43c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.879023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:15.894259 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43601c-62c3-4ff5-8254-870a263df43c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:15.903421 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (5af1671a-c043-4d40-862c-6081497c90cf), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.903857 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Added segment 5af1671a-c043-4d40-862c-6081497c90cf of type vlan for network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 May 17 12:06:15.905914 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.906441 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.907039 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.907629 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.908223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.908761 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.909335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.909902 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.910492 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.910997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.911524 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.911884 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.912409 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.912743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.913071 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Tracked resource versions report: May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: pushed versions: May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: { 'AddressGroup': {'1.2'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Agent': {'1.1'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'ConntrackHelper': {'1.0'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'LocalIPAssociation': {'1.0'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Log': {'1.0'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'NDPProxy': {'1.0'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Network': {'1.1'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Port': {'1.7'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'PortForwarding': {'1.3'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'QosPolicy': {'1.10'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroup': {'1.5'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroupRule': {'1.2'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SubPort': {'1.0'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Subnet': {'1.1'}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Trunk': {'1.1'}} May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: consumer versions: May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: HyperV agent@hv-cinder-83769: {}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Agent': '1.1', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'ConntrackHelper': '1.0', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'LocalIPAssociation': '1.0', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Log': '1.0', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'NDPProxy': '1.0', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Network': '1.1', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Port': '1.7', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'PortForwarding': '1.3', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'QosPolicy': '1.10', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroup': '1.5', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SecurityGroupRule': '1.2', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'SubPort': '1.0', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Subnet': '1.1', May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: 'Trunk': '1.1'}} May 17 12:06:15.914269 dv-cinder-837699-7-iscsi neutron-server[103521]: {{(pid=103521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:06:15.967051 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (94b88bbc-a9e8-40ae-bcc3-9f4064606643), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.992532 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (94b88bbc-a9e8-40ae-bcc3-9f4064606643), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:15.993630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:15.994367 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.023922 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5247464 May 17 12:06:16.027679 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47482) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.032899 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-214287874-network', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.058053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Request body: {'subnet': {'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-97068052-subnet', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.060852 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bdb1b-0f0c-438b-a1b5-86bb004318c8 admin admin] Pushing event updated for resources: {'Network': ['ID=94b88bbc-a9e8-40ae-bcc3-9f4064606643,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.069428 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1132970696-network', 'tenant_id': '672159344e2c4ecbb0b633aa9606a119'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.072243 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:16.073775 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47484) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.098704 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Made reservation on behalf of cd2c9994923540748c1513406e3e7ffc for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.101010 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.121418 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.178892 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Made reservation on behalf of 2ae797920785457f975f9f85d80849af for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.181734 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.200020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Made reservation on behalf of 672159344e2c4ecbb0b633aa9606a119 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.202441 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.242149 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.248865 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47500) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.311901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47506) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.323488 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-network', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.329121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks [] for security_group (8a576836-44a7-4e1e-ad61-86677fe5026b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.344013 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8a576836-44a7-4e1e-ad61-86677fe5026b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.347921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Made reservation on behalf of 748d013ae6664fc79a9ac23e58f642e5 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.351727 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.363175 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.383190 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:16.398391 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-699382623-network', 'tenant_id': 'e7418bc2e2fd419a9bd526f8c443d044'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.425114 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a576836-44a7-4e1e-ad61-86677fe5026b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.437430 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.438170 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.438722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.439323 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.439806 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.440326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.440808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.441287 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.441794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.442294 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.442852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.443364 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.444144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.444767 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.445310 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Tracked resource versions report: May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: pushed versions: May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: { 'AddressGroup': {'1.2'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Agent': {'1.1'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'ConntrackHelper': {'1.0'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'LocalIPAssociation': {'1.0'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Log': {'1.0'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'NDPProxy': {'1.0'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Network': {'1.1'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Port': {'1.7'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'PortForwarding': {'1.3'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'QosPolicy': {'1.10'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroup': {'1.5'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SubPort': {'1.0'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Subnet': {'1.1'}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Trunk': {'1.1'}} May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: consumer versions: May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: HyperV agent@hv-cinder-83769: {}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Agent': '1.1', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'ConntrackHelper': '1.0', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'LocalIPAssociation': '1.0', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Log': '1.0', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'NDPProxy': '1.0', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Network': '1.1', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Port': '1.7', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'PortForwarding': '1.3', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'QosPolicy': '1.10', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroup': '1.5', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SecurityGroupRule': '1.2', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'SubPort': '1.0', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Subnet': '1.1', May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: 'Trunk': '1.1'}} May 17 12:06:16.447319 dv-cinder-837699-7-iscsi neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:06:16.472692 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a83b90dd-12a5-49c1-aee9-f01d1ad58b79), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.473316 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Added segment a83b90dd-12a5-49c1-aee9-f01d1ad58b79 of type vlan for network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 May 17 12:06:16.483514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks [] for security_group (d39d6955-4709-468f-9d16-1a13d85f7282), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.486265 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Made reservation on behalf of e7418bc2e2fd419a9bd526f8c443d044 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.489032 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.500076 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d39d6955-4709-468f-9d16-1a13d85f7282), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.508607 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.521120 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:16.532173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (23780f0a-140d-4402-bdf0-c46bad2b5d65), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.532637 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Added segment 23780f0a-140d-4402-bdf0-c46bad2b5d65 of type vlan for network 6d0c04f0-74ef-4155-bac9-58f2b397860c May 17 12:06:16.572506 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.607205 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (6d0c04f0-74ef-4155-bac9-58f2b397860c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.641957 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.644469 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:16.645432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.679689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks [] for security_group (59b49b14-5502-4c83-b10c-5fc8d6c6bc4d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.686552 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-819168630-network', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.692125 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (6d0c04f0-74ef-4155-bac9-58f2b397860c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.693257 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:16.694132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.705976 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (59b49b14-5502-4c83-b10c-5fc8d6c6bc4d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.720270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:16.734152 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6588714 May 17 12:06:16.742204 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47528) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.748000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Request body: {'subnet': {'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-subnet', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.753097 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (828fd49f-4fab-4a89-8425-4a09388b150b), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.753500 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Added segment 828fd49f-4fab-4a89-8425-4a09388b150b of type vlan for network a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c May 17 12:06:16.761022 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks [] for security_group (d02da7af-16c0-495a-8579-eef5e7d3d826), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.762989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.782842 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:16.799696 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0bb2e0aa-4b83-4a6e-bd7c-9be3bb8df190 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2029777 May 17 12:06:16.800851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47530) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:16.808689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Request body: {'subnet': {'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-subnet', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:16.815623 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d02da7af-16c0-495a-8579-eef5e7d3d826), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.836704 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (24de9e50-9512-4d5a-b8ef-4965d322a6e4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.847473 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d6955-4709-468f-9d16-1a13d85f7282,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.867451 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.916711 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:16.917141 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.919721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.922038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Made reservation on behalf of 748d013ae6664fc79a9ac23e58f642e5 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:16.924616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.944709 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ec19f-6385-4d68-8a62-ab9b14dbe6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0c04f0-74ef-4155-bac9-58f2b397860c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.958438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:16.975724 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02da7af-16c0-495a-8579-eef5e7d3d826,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:16.990781 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (e0362dde-a811-4c4e-ac13-3308c3afda0f), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:16.991764 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Added segment e0362dde-a811-4c4e-ac13-3308c3afda0f of type vlan for network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 May 17 12:06:16.992077 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.034510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.043669 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Made reservation on behalf of cd2c9994923540748c1513406e3e7ffc for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:17.046110 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.079861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b49b14-5502-4c83-b10c-5fc8d6c6bc4d,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.103460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.104695 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:17.105433 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.115727 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Checking segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:17.116403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Network hostable DHCP agents. Network: 94b88bbc-a9e8-40ae-bcc3-9f4064606643, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:17.178211 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.178990 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:17.179460 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.187851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24de9e50-9512-4d5a-b8ef-4965d322a6e4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.234141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47546) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:17.234556 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9844306 May 17 12:06:17.241798 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Request body: {'subnet': {'network_id': 'a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-699382623-subnet', 'tenant_id': 'e7418bc2e2fd419a9bd526f8c443d044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:17.246396 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa16508-94d2-4007-bd18-ef9eb1927420 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.250375 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:17.262452 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:17.264677 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6908987 May 17 12:06:17.286663 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47552) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:17.296048 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Request body: {'subnet': {'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1132970696-subnet', 'tenant_id': '672159344e2c4ecbb0b633aa9606a119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:17.328420 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Made reservation on behalf of 672159344e2c4ecbb0b633aa9606a119 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:17.330816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.386864 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac02c30-eeab-4f54-a5b0-d2cd27858880 admin admin] Pushing event updated for resources: {'Network': ['ID=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.403073 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:17.410552 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 94b88bbc-a9e8-40ae-bcc3-9f4064606643) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:17.424545 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:17.425172 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.435352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Made reservation on behalf of e7418bc2e2fd419a9bd526f8c443d044 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:17.437754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.487274 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9db5fb39-eadb-4632-9f62-408551e33ea1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4347959 May 17 12:06:17.495918 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47558) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:17.511165 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58c745-458b-4fae-b908-a667e361c31d None None] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:17.511660 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks [] for security_group (d0f90c5f-b474-428b-be64-fc8609a16ca5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.514979 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.534190 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:17.567347 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d0f90c5f-b474-428b-be64-fc8609a16ca5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.574780 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (6d5665b6-8d63-4acb-9103-c8c4765b1e33), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.581595 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:17.593575 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (3e7a4168-ff8c-4630-9e15-b1c9dde40962), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.594109 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Added segment 3e7a4168-ff8c-4630-9e15-b1c9dde40962 of type vlan for network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 May 17 12:06:17.616453 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.617903 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.653519 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (9ff54b2b-d245-42b7-9e38-b4510eee82b9), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.655451 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5665b6-8d63-4acb-9103-c8c4765b1e33,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.703747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:06:17.705865 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.727020 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.752988 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Checking segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:17.753493 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Network hostable DHCP agents. Network: 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:17.756907 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for router_controller (c822c50a-06a4-45a7-a13b-c79c0ded09c8), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.832480 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (9ff54b2b-d245-42b7-9e38-b4510eee82b9), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.834199 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:17.834800 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.891751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (ff2d52f3-101a-476e-9b36-28b316cc5387), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:17.947612 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f90c5f-b474-428b-be64-fc8609a16ca5,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:17.958057 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:17.963011 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.6492245 May 17 12:06:17.976680 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47560) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:17.985422 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Request body: {'subnet': {'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-819168630-subnet', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:17.985617 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Allocated IP 172.20.0.2 (94b88bbc-a9e8-40ae-bcc3-9f4064606643/24de9e50-9512-4d5a-b8ef-4965d322a6e4/03df7733-b549-4bbe-9c1d-d6f7535be91c) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:18.042274 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:18.042652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Network hostable DHCP agents. Network: 6d0c04f0-74ef-4155-bac9-58f2b397860c, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:18.045706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:18.050425 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ba75f-123e-40f3-b7b0-18bdb6c5f3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff54b2b-d245-42b7-9e38-b4510eee82b9,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:18.056831 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:18.057877 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.083311 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (221af53c-a84b-4caf-9277-af9003c943e1), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.087034 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43ba38-1c8e-428d-b4cf-bc7e0adb6c69 None None] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:18.092223 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:18.115449 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for router_gateway (c822c50a-06a4-45a7-a13b-c79c0ded09c8), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.120107 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:18.130257 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2d52f3-101a-476e-9b36-28b316cc5387,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:18.132611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:18.136333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.140860 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 6d0c04f0-74ef-4155-bac9-58f2b397860c) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:18.151747 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:18.152529 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.167056 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-8af88f89-3784-4209-a28d-a13cf4261713 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3627975 May 17 12:06:18.171946 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47562) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:18.179112 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:18.194194 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221af53c-a84b-4caf-9277-af9003c943e1,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:18.199885 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-26e5ccaf-d737-40d1-8aef-e6694ce66757 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4554889 May 17 12:06:18.204460 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47564) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:18.213997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0250b5a-9278-4a15-955f-192c0c294a6c None None] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:18.223063 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Checking segment: {'id': 'e0362dde-a811-4c4e-ac13-3308c3afda0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:18.223478 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Network hostable DHCP agents. Network: 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:18.237784 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (37e481e8-c322-47fd-aab3-228f781e1642), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.239545 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (37e481e8-c322-47fd-aab3-228f781e1642), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.257026 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:18.294584 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:18.300150 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:18.304772 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Checking segment: {'id': '828fd49f-4fab-4a89-8425-4a09388b150b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:18.305481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Network hostable DHCP agents. Network: a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:18.311695 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:18.312843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.323595 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb63d7-a9ed-492d-8168-904f63662518 None None] Network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:18.377934 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for router_controller (37e481e8-c322-47fd-aab3-228f781e1642), precommit_add_association {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.444911 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-177f1de9-2058-4f6a-afae-046ba63fc583 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1556609 May 17 12:06:18.684905 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:06:18.684905 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.686410 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for router_gateway (37e481e8-c322-47fd-aab3-228f781e1642), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.718452 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks [] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.737309 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for router_gateway (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.751354 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c2622-ef31-42fe-bc04-e825cac86c7c None None] Network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:18.810051 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.842812 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:18.846642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Network a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:18.864791 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-6d0c04f0-74ef-4155-bac9-58f2b397860c', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:06:18.865711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.100815 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47622) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:19.106726 dv-cinder-837699-7-iscsi neutron-server[103521]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 12:06:19.135931 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Allocated IP 172.27.2.145 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/dee45462-77a1-41a7-b389-682878234fb5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:19.167941 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:19.185929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:19.186569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.210126 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.211407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.221388 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706e9b5-dc66-466e-8a3d-c4d9ef948591 None None] Network a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:19.290776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:19.310926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for router_gateway (37e481e8-c322-47fd-aab3-228f781e1642), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.321112 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:19.332017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:19.332696 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b07de997-7863-46f1-92fa-0ede83c347af admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0870354 May 17 12:06:19.341211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Pushing event updated for resources: {'Port': ['ID=03df7733-b549-4bbe-9c1d-d6f7535be91c,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:19.345871 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.417420 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.417772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.418140 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.418504 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.418849 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.419181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.419510 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.419838 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.420166 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.420517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.420851 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.421195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.421523 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.421847 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.422169 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Tracked resource versions report: May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: pushed versions: May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: { 'AddressGroup': {'1.2'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Agent': {'1.1'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'ConntrackHelper': {'1.0'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'LocalIPAssociation': {'1.0'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Log': {'1.0'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'NDPProxy': {'1.0'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Network': {'1.1'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Port': {'1.7'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'PortForwarding': {'1.3'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'QosPolicy': {'1.10'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroup': {'1.5'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroupRule': {'1.2'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SubPort': {'1.0'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Subnet': {'1.1'}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Trunk': {'1.1'}} May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: consumer versions: May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: HyperV agent@hv-cinder-83769: {}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Agent': '1.1', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'ConntrackHelper': '1.0', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'LocalIPAssociation': '1.0', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Log': '1.0', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'NDPProxy': '1.0', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Network': '1.1', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Port': '1.7', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'PortForwarding': '1.3', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'QosPolicy': '1.10', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroup': '1.5', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SecurityGroupRule': '1.2', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'SubPort': '1.0', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Subnet': '1.1', May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: 'Trunk': '1.1'}} May 17 12:06:19.423380 dv-cinder-837699-7-iscsi neutron-server[103523]: {{(pid=103523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:06:19.430414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-42c63bd0-39e6-4869-9f7b-105a322e2328 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:19.436316 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-42c63bd0-39e6-4869-9f7b-105a322e2328 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/networks?id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 HTTP/1.1" status: 200 len: 812 time: 0.3343205 May 17 12:06:19.462814 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-366adb3f-02b5-49fd-8231-0f9f0fe012bd tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/quotas/672159344e2c4ecbb0b633aa9606a119 HTTP/1.1" status: 200 len: 375 time: 0.0168767 May 17 12:06:19.471687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for port (dee45462-77a1-41a7-b389-682878234fb5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.474121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for router_controller (9f44aad6-ea3f-4b52-b9d9-479891ce4777), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.571708 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-d4a2d038-5451-483f-ba4d-99c36785025f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=672159344e2c4ecbb0b633aa9606a119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002355 May 17 12:06:19.663097 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Allocated IP 172.20.0.2 (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0/6d5665b6-8d63-4acb-9103-c8c4765b1e33/34770062-9278-4f31-98eb-acb4a8bef9f6) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:19.702886 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Attempting to bind port 03df7733-b549-4bbe-9c1d-d6f7535be91c on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:19.703311 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Attempting to bind port 03df7733-b549-4bbe-9c1d-d6f7535be91c by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:19.703665 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Attempting to bind port 03df7733-b549-4bbe-9c1d-d6f7535be91c on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:19.712526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb7f38-7c7d-438b-973c-6a726fa8dbe2 None None] Network a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:19.737113 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Allocated IP 172.20.0.2 (6d0c04f0-74ef-4155-bac9-58f2b397860c/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef/c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:19.738930 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (e1e09ca7-8bf1-42db-8f10-208c37d7fab4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.760975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:19.760975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Checking segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:19.761218 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.761506 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Bound using segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:19.761943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Bound port: 03df7733-b549-4bbe-9c1d-d6f7535be91c, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:19.762329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.823621 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (dee45462-77a1-41a7-b389-682878234fb5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.919768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e09ca7-8bf1-42db-8f10-208c37d7fab4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:19.933038 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for router_gateway (9f44aad6-ea3f-4b52-b9d9-479891ce4777), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:19.946375 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Allocated IP 172.27.2.250 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/9c542086-60ca-4e61-a3eb-41215fecd09e) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:19.971156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:19.980990 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:19.996408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:20.025063 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-a037b984-d88b-4528-8a84-81baa47e37e6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:06:20.026318 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-a037b984-d88b-4528-8a84-81baa47e37e6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2812316 May 17 12:06:20.090724 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] For port 03df7733-b549-4bbe-9c1d-d6f7535be91c, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:20.117538 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] For port 03df7733-b549-4bbe-9c1d-d6f7535be91c, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=03df7733-b549-4bbe-9c1d-d6f7535be91c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:20.149176 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.167970 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.186003 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fbcb7446-51a2-4742-88dd-8609b80d8b66 service neutron] 10.222.0.58 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531103 May 17 12:06:20.213852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:20.214305 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Network hostable DHCP agents. Network: 9ff54b2b-d245-42b7-9e38-b4510eee82b9, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:20.278713 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Pushing event updated for resources: {'Port': ['ID=dee45462-77a1-41a7-b389-682878234fb5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:20.294769 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc8e47-adc7-4ab2-911a-09ead6d85ab5 None None] Pushing event updated for resources: {'Port': ['ID=03df7733-b549-4bbe-9c1d-d6f7535be91c,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:20.297966 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.389996 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47670) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:20.405420 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506913691-network', 'tenant_id': '7c0f7b4d1fd1413e8ffde84c9a59ac55'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:20.463799 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks [] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.472889 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:20.480157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:20.483039 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:20.485323 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.490483 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Pushing event updated for resources: {'Port': ['ID=9c542086-60ca-4e61-a3eb-41215fecd09e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:20.501470 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks [] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.510582 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:20.539670 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-99ebd67d-f26e-4aee-8729-2ddd02e251b9 service neutron] 10.222.0.58 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431427 May 17 12:06:20.549347 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 9ff54b2b-d245-42b7-9e38-b4510eee82b9) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:20.550503 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:20.552059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.553650 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:20.554421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.573207 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51029e2e-7124-4620-9269-37de51403a86 None None] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:20.608042 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Made reservation on behalf of 7c0f7b4d1fd1413e8ffde84c9a59ac55 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:20.609255 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.638510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.732959 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-fc2b49e7-c60d-4002-a68c-b038600a4cac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7508359 May 17 12:06:20.741419 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47682) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:20.751081 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:20.799941 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:20.831773 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (b011b20b-1840-4bb5-a999-84b446109a6f), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.831898 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:20.831985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (b011b20b-1840-4bb5-a999-84b446109a6f), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:20.995744 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Pushing event updated for resources: {'Port': ['ID=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:21.002398 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks [] for security_group (3f6191e9-2288-4431-a63d-bb87b16df3c6), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.031245 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3f6191e9-2288-4431-a63d-bb87b16df3c6), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.035238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:21.044245 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:06:21.047875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.071168 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6191e9-2288-4431-a63d-bb87b16df3c6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:21.077922 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for router_gateway (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.124688 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:21.146100 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for router_gateway (37e481e8-c322-47fd-aab3-228f781e1642), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.179967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:21.217108 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:06:21.223341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for router_controller (b011b20b-1840-4bb5-a999-84b446109a6f), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.231155 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for router_gateway (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.231338 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Pushing event updated for resources: {'Port': ['ID=34770062-9278-4f31-98eb-acb4a8bef9f6,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:21.253599 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Attempting to bind port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:21.254047 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Attempting to bind port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:21.254508 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Attempting to bind port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:21.267180 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.269367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (974cf552-12e8-4492-b9fa-752e1c595006), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.269763 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Added segment 974cf552-12e8-4492-b9fa-752e1c595006 of type vlan for network dff259d3-fd94-40b2-a73e-6806f5729dfe May 17 12:06:21.281834 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6d2214c8-f12a-4ee6-a32d-660cdcb0cbba req-e67441a6-87c1-4916-8ed7-ab8fc9f3a0c8 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.0827003 May 17 12:06:21.450681 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:21.451241 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:21.451666 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.452148 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Bound using segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:21.452612 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Bound port: c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:21.453002 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.483559 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 03df7733-b549-4bbe-9c1d-d6f7535be91c up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:21.488690 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (37e481e8-c322-47fd-aab3-228f781e1642), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.623006 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Allocated IP 172.20.0.2 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/1ea97ede-85cb-4984-94e1-a40f0ea9247b) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:21.630850 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.643579 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Attempting to bind port 34770062-9278-4f31-98eb-acb4a8bef9f6 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:21.644068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Attempting to bind port 34770062-9278-4f31-98eb-acb4a8bef9f6 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:21.644683 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Attempting to bind port 34770062-9278-4f31-98eb-acb4a8bef9f6 on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:21.687736 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:21.694429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Checking segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:21.694429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.694429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Bound using segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:21.694862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Bound port: 34770062-9278-4f31-98eb-acb4a8bef9f6, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:21.695197 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.738660 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 03df7733-b549-4bbe-9c1d-d6f7535be91c triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:21.739060 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.870369 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Router 37e481e8-c322-47fd-aab3-228f781e1642 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:06:21.898087 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (dff259d3-fd94-40b2-a73e-6806f5729dfe), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:21.903739 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for router_gateway (b011b20b-1840-4bb5-a999-84b446109a6f), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.015393 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.db.resource_extend [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 12:06:22.073826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 03df7733-b549-4bbe-9c1d-d6f7535be91c is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:22.074207 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.085288 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:22.101385 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:22.119462 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:22.121343 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:05:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:22.123148 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.125837 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-24f7698e-7a98-48ab-bd1a-5e4d6365ac08 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9496074 May 17 12:06:22.128671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47742) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:22.164317 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.167558 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (dff259d3-fd94-40b2-a73e-6806f5729dfe), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.168825 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:22.169557 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.183899 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 03df7733-b549-4bbe-9c1d-d6f7535be91c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=03df7733-b549-4bbe-9c1d-d6f7535be91c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:22.192037 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e198a-5997-40a1-ae39-d3270492f083 None None] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:22.209282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Allocated IP 172.27.2.235 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/ae4f0c02-a625-4e50-b4eb-7724052c36cc) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:22.287727 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47752) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:22.296616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Request body: {'subnet': {'network_id': 'dff259d3-fd94-40b2-a73e-6806f5729dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1506913691-subnet', 'tenant_id': '7c0f7b4d1fd1413e8ffde84c9a59ac55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:22.298404 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8841078 May 17 12:06:22.434393 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd688e62-0e36-40bc-8052-fba71a7a3a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.438531 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cdd7bf98-e301-4d75-9bac-53b7b64c4379 req-d5540122-f2f0-4d77-8e01-1d3511cfabd7 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.0768709 May 17 12:06:22.439851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820dd8-41b7-4a90-bbfb-0ad3c0ec1835 admin admin] Pushing event updated for resources: {'Network': ['ID=dff259d3-fd94-40b2-a73e-6806f5729dfe,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:22.476825 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Made reservation on behalf of 7c0f7b4d1fd1413e8ffde84c9a59ac55 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:22.479802 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.495692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-73720439-a0a0-4bcf-ab12-01daa0da9bf0 None None] Provisioning complete for port 03df7733-b549-4bbe-9c1d-d6f7535be91c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:22.496278 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-73720439-a0a0-4bcf-ab12-01daa0da9bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.542965 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.559912 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network dff259d3-fd94-40b2-a73e-6806f5729dfe details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:06:22.612089 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:22.699319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] For port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:22.779361 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-73720439-a0a0-4bcf-ab12-01daa0da9bf0 None None] Current status of the port 03df7733-b549-4bbe-9c1d-d6f7535be91c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:22.800042 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] For port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:22.805610 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] For port 34770062-9278-4f31-98eb-acb4a8bef9f6, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:22.830114 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.903167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] For port 34770062-9278-4f31-98eb-acb4a8bef9f6, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=34770062-9278-4f31-98eb-acb4a8bef9f6,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:22.903307 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for router_gateway (b011b20b-1840-4bb5-a999-84b446109a6f), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.906313 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=03df7733-b549-4bbe-9c1d-d6f7535be91c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:22.942834 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:20Z', 'revision_number': 3, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:22.977121 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (480da78e-3789-4de2-af6a-e3548c3ff7a6), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:22.978185 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.002554 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:23.004462 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Updating router 37e481e8-c322-47fd-aab3-228f781e1642 port 9c542086-60ca-4e61-a3eb-41215fecd09e binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:23.014710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.018324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.050374 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0978dddd-7fee-4a8f-ae89-7d370f28abce None None] Provisioning complete for port 03df7733-b549-4bbe-9c1d-d6f7535be91c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:23.050759 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0978dddd-7fee-4a8f-ae89-7d370f28abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.058380 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13b83a-0a27-4c37-8aad-273f5bb9573b None None] Pushing event updated for resources: {'Port': ['ID=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.081244 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.221313 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480da78e-3789-4de2-af6a-e3548c3ff7a6,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.258098 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:06:23.318326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Checking segment: {'id': '974cf552-12e8-4492-b9fa-752e1c595006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dff259d3-fd94-40b2-a73e-6806f5729dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:23.319772 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Network hostable DHCP agents. Network: dff259d3-fd94-40b2-a73e-6806f5729dfe, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:06:23.332385 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks [] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.346164 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.366551 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550a9c-1a0c-4646-9382-f6ec57e09f67 None None] Pushing event updated for resources: {'Port': ['ID=34770062-9278-4f31-98eb-acb4a8bef9f6,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.412928 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.466249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:23.477730 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:23.483940 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Network dff259d3-fd94-40b2-a73e-6806f5729dfe is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:06:23.486945 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0978dddd-7fee-4a8f-ae89-7d370f28abce None None] Current status of the port 03df7733-b549-4bbe-9c1d-d6f7535be91c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:23.491557 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:23.503831 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Pushing event updated for resources: {'Port': ['ID=1ea97ede-85cb-4984-94e1-a40f0ea9247b,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.575900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, dff259d3-fd94-40b2-a73e-6806f5729dfe) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:23.585448 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:23.586038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.594075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801946f-bc21-42d2-aee5-90f1fabc158f None None] Network dff259d3-fd94-40b2-a73e-6806f5729dfe requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:23.665324 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:23.682878 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:23.685237 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:23.726819 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:23.738666 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6c824997-540e-496b-b898-49bb7e1102a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4397507 May 17 12:06:23.739603 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:23.742877 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4f0c02-a625-4e50-b4eb-7724052c36cc,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:23.762116 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Allocated IP 172.27.2.82 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/94133136-14f9-4513-916f-76f904b8fa97) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:23.772134 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:23.782328 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.855685 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:23.867553 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.874585 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47790) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:23.876042 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-93e7028b-d44a-4d17-affc-d1a40993f163 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3790753 May 17 12:06:23.940517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:23.940986 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:23.986829 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47792) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:24.014398 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Attempting to bind port 1ea97ede-85cb-4984-94e1-a40f0ea9247b on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:24.014780 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Attempting to bind port 1ea97ede-85cb-4984-94e1-a40f0ea9247b by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:24.015151 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Attempting to bind port 1ea97ede-85cb-4984-94e1-a40f0ea9247b on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:24.023661 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4557-9190-42f3-8faa-e651a3c019e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.054255 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:24.054902 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:05:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:24.059579 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Deleting subnet ff2d52f3-101a-476e-9b36-28b316cc5387 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:06:24.085637 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Publish callbacks [] for subnet (ff2d52f3-101a-476e-9b36-28b316cc5387), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.114025 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5a9d0d8c-1987-42e8-a611-03653b686263 req-12f31a56-67ce-4306-9065-f394343fdfe5 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.1279149 May 17 12:06:24.142716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:24.143146 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:24.144310 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.144767 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:24.145254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Bound port: 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:24.145688 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.151469 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for port (94133136-14f9-4513-916f-76f904b8fa97), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.155827 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for router_gateway (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.235218 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Publish callbacks [] for subnet (ff2d52f3-101a-476e-9b36-28b316cc5387), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.274223 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a436e-21a5-48ed-9b52-73ae039d59cf None None] Network dff259d3-fd94-40b2-a73e-6806f5729dfe requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:24.279618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (ff2d52f3-101a-476e-9b36-28b316cc5387), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.356692 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (94133136-14f9-4513-916f-76f904b8fa97), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.460937 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Pushing event updated for resources: {'Port': ['ID=94133136-14f9-4513-916f-76f904b8fa97,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.499365 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2a21-b494-43e4-b8e7-72ada3ed66dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.500767 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:24.501906 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.506927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:24.508432 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] For port 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:24.513094 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4557-9190-42f3-8faa-e651a3c019e8 admin admin] Publish callbacks [] for security_group (bf69bccd-fc86-4bdc-9fc4-13d0f883dd96), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.518058 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks [] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.533409 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d0fc4557-9190-42f3-8faa-e651a3c019e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bf69bccd-fc86-4bdc-9fc4-13d0f883dd96), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.539148 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.600147 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Attempting to bind port 9c542086-60ca-4e61-a3eb-41215fecd09e on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:24.600602 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Attempting to bind port 9c542086-60ca-4e61-a3eb-41215fecd09e by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:24.601238 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Attempting to bind port 9c542086-60ca-4e61-a3eb-41215fecd09e on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:24.613758 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Pushing event updated for resources: {'Port': ['ID=9c542086-60ca-4e61-a3eb-41215fecd09e,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.614944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8d2e4-9f9f-45d6-8d36-f3f8ba02778b None None] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:24.618556 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:24.619584 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:24.619584 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.619793 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:24.620269 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Bound port: 9c542086-60ca-4e61-a3eb-41215fecd09e, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:24.620906 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.640647 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] For port 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1ea97ede-85cb-4984-94e1-a40f0ea9247b,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:24.649233 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.649233 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.649762 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.650444 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.650805 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.651148 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.651929 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.652306 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.652853 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.653264 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.653523 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.654227 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.654384 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.655222 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.655222 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Tracked resource versions report: May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: pushed versions: May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: { 'AddressGroup': {'1.2'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Agent': {'1.1'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'ConntrackHelper': {'1.0'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'LocalIPAssociation': {'1.0'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Log': {'1.0'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'NDPProxy': {'1.0'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Network': {'1.1'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Port': {'1.7'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'PortForwarding': {'1.3'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'QosPolicy': {'1.10'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroup': {'1.5'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroupRule': {'1.2'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SubPort': {'1.0'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Subnet': {'1.1'}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Trunk': {'1.1'}} May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: consumer versions: May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: { DHCP agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: HyperV agent@hv-cinder-83769: {}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: L3 agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: Metadata agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: Metering agent@dv-cinder-837699-7-iscsi: {}, May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: Open vSwitch agent@dv-cinder-837699-7-iscsi: { 'AddressGroup': '1.2', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Agent': '1.1', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'ConntrackHelper': '1.0', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'LocalIPAssociation': '1.0', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Log': '1.0', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'NDPProxy': '1.0', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Network': '1.1', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Port': '1.7', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'PortForwarding': '1.3', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'QosPolicy': '1.10', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroup': '1.5', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SecurityGroupRule': '1.2', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'SubPort': '1.0', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Subnet': '1.1', May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: 'Trunk': '1.1'}} May 17 12:06:24.656872 dv-cinder-837699-7-iscsi neutron-server[103524]: {{(pid=103524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 12:06:24.658768 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Allocated IP 172.20.0.1 (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0/6d5665b6-8d63-4acb-9103-c8c4765b1e33/918170da-fef3-40f8-99fd-129856f540a4) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:24.678115 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:24.719476 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] For port 9c542086-60ca-4e61-a3eb-41215fecd09e, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:24.723844 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] For port 9c542086-60ca-4e61-a3eb-41215fecd09e, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9c542086-60ca-4e61-a3eb-41215fecd09e,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:24.734236 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.761167 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (ff2d52f3-101a-476e-9b36-28b316cc5387), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.797967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.810307 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13391-dca1-41cc-891d-aa32b3caf5da None None] Pushing event updated for resources: {'Port': ['ID=9c542086-60ca-4e61-a3eb-41215fecd09e,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.819647 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d0fc4557-9190-42f3-8faa-e651a3c019e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21dae19410e148c5b90ea66f5d658452&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0777595 May 17 12:06:24.820853 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:24.825503 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47800) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:24.832987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:24.846713 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:24.847497 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:24.880446 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-293a5fd2-2a9e-4119-b47b-8a162edf1037 None None] Provisioning complete for port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:24.880820 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-293a5fd2-2a9e-4119-b47b-8a162edf1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.975315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2d52f3-101a-476e-9b36-28b316cc5387,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.987054 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4557-9190-42f3-8faa-e651a3c019e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf69bccd-fc86-4bdc-9fc4-13d0f883dd96,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:24.991479 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:24.993197 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:24.995351 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8609f703-0009-44d9-8477-567c54c9c31d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ff2d52f3-101a-476e-9b36-28b316cc5387 HTTP/1.1" status: 204 len: 168 time: 1.0076025 May 17 12:06:25.028903 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47802) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:25.034253 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.091040 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:25.101679 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f79ff-b707-458b-ab41-458b434cb853 None None] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:25.117399 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.119242 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 03df7733-b549-4bbe-9c1d-d6f7535be91c up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:25.167396 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] Publish callbacks [] for security_group (bf69bccd-fc86-4bdc-9fc4-13d0f883dd96), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.193474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks [] for port (918170da-fef3-40f8-99fd-129856f540a4), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.217265 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.258307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adcd0d-6737-4554-b31b-1ea5d871ee5f None None] Pushing event updated for resources: {'Port': ['ID=1ea97ede-85cb-4984-94e1-a40f0ea9247b,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:25.306418 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-02a507b5-d0d1-412f-a01f-39b71e70f2f8 req-cf72ae03-deb9-4521-ac48-da274f216647 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.0430894 May 17 12:06:25.306606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] Publish callbacks [] for security_group (bf69bccd-fc86-4bdc-9fc4-13d0f883dd96), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.314609 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:20Z', 'revision_number': 3, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:25.358457 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e475bb8-b471-436c-b68b-1e0036b788d8 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:20Z', 'revision_number': 3, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:25.358834 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.410869 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:25.416957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:25.435683 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.443840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:25.443840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (37e481e8-c322-47fd-aab3-228f781e1642), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.475415 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:06:25.561183 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Pushing event updated for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:25.563274 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.612275 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:25.678180 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.683316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 03df7733-b549-4bbe-9c1d-d6f7535be91c triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:25.683711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.707460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Allocated IP 172.20.0.1 (94b88bbc-a9e8-40ae-bcc3-9f4064606643/24de9e50-9512-4d5a-b8ef-4965d322a6e4/fd2ea6e0-89ec-436a-a44a-b17ee486c82c) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:25.714378 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.714923 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.715810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.716290 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > port after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.716731 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.717174 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > port after_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.717597 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.718020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.718441 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.718883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:25.780230 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (918170da-fef3-40f8-99fd-129856f540a4), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:25.789499 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-293a5fd2-2a9e-4119-b47b-8a162edf1037 None None] Current status of the port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:25.855248 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:20Z', 'revision_number': 3, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:25.949708 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:25.949708 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Updating router c822c50a-06a4-45a7-a13b-c79c0ded09c8 port dee45462-77a1-41a7-b389-682878234fb5 binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:26.001489 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Provisioning complete for port 34770062-9278-4f31-98eb-acb4a8bef9f6 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:26.001489 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.038052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks [] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.061560 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (dee45462-77a1-41a7-b389-682878234fb5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.063988 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:26.064495 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:26.065290 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:26.065290 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:26.066005 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:26.165713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.193111 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bf69bccd-fc86-4bdc-9fc4-13d0f883dd96), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.196862 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.208273 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:26.212964 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 03df7733-b549-4bbe-9c1d-d6f7535be91c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:26.216479 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf69bccd-fc86-4bdc-9fc4-13d0f883dd96 HTTP/1.1" status: 204 len: 168 time: 1.3896935 May 17 12:06:26.220130 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:26.222771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:26.223252 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.224868 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828fd49f-4fab-4a89-8425-4a09388b150b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:26.225175 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828fd49f-4fab-4a89-8425-4a09388b150b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:26.319732 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7b45-d995-4e8d-b9d3-61b6777f354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf69bccd-fc86-4bdc-9fc4-13d0f883dd96,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:26.363403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (828fd49f-4fab-4a89-8425-4a09388b150b), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.475164 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Current status of the port 34770062-9278-4f31-98eb-acb4a8bef9f6 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:26.475638 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.506014 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks [] for port (918170da-fef3-40f8-99fd-129856f540a4), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.528870 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (828fd49f-4fab-4a89-8425-4a09388b150b), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.540789 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for router_gateway (b011b20b-1840-4bb5-a999-84b446109a6f), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.625501 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:26.647608 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.655437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (37e481e8-c322-47fd-aab3-228f781e1642), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.768808 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] For port 34770062-9278-4f31-98eb-acb4a8bef9f6, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=34770062-9278-4f31-98eb-acb4a8bef9f6,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:26.820851 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0e5cbbab-c7df-4a12-b99d-57afbc6413e2 req-2ecec5ea-4706-4355-bfa6-3de884215aea tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.2562087 May 17 12:06:26.831388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.895604 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:26.896021 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (828fd49f-4fab-4a89-8425-4a09388b150b), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: from cryptography.utils import int_from_bytes May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: from cryptography.utils import int_from_bytes May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:26.918082 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:26.920649 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:06:27.059615 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47824) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:27.079700 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Pushing event updated for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:27.091961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1ea97ede-85cb-4984-94e1-a40f0ea9247b up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:27.094171 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.097109 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05babae3-2c8a-4446-ae00-715a00d062c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.182516 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213c128-7b9c-4c3d-8c10-f3ce4fe6f041 None None] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:06:27.187558 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.198073 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks [] for port (dee45462-77a1-41a7-b389-682878234fb5), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.249439 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (dee45462-77a1-41a7-b389-682878234fb5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.252253 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:27.258177 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:27.284144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.307333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Provisioning complete for port 1ea97ede-85cb-4984-94e1-a40f0ea9247b triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:27.307736 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.315392 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d909a-5ada-4c51-aaf0-744f86b5f694 None None] Pushing event updated for resources: {'Port': ['ID=34770062-9278-4f31-98eb-acb4a8bef9f6,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:27.319126 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:27.323501 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.326869 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a0c5c738-134d-4190-bb95-1a93d921f6fc admin admin] 10.222.0.58 "DELETE /v2.0/networks/a5a7b063-f9e9-421c-8d0f-3ce5c9c2a08c HTTP/1.1" status: 204 len: 168 time: 2.2939680 May 17 12:06:27.329827 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47828) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:27.357469 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (b011b20b-1840-4bb5-a999-84b446109a6f), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.409187 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 1ea97ede-85cb-4984-94e1-a40f0ea9247b triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:27.409551 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.412413 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Attempting to bind port dee45462-77a1-41a7-b389-682878234fb5 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:27.412413 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Attempting to bind port dee45462-77a1-41a7-b389-682878234fb5 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:27.412800 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Attempting to bind port dee45462-77a1-41a7-b389-682878234fb5 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:27.429645 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks [] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.462858 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.463891 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.498012 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8085650-97d4-4b5f-82d1-34008351a967 None None] Pushing event updated for resources: {'Port': ['ID=dee45462-77a1-41a7-b389-682878234fb5,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:27.514510 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:27.514893 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:27.515300 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.515695 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:27.516465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Bound port: dee45462-77a1-41a7-b389-682878234fb5, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:27.516849 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (dee45462-77a1-41a7-b389-682878234fb5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.557717 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:27.562491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Deleting subnet 480da78e-3789-4de2-af6a-e3548c3ff7a6 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:06:27.569811 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Publish callbacks [] for subnet (480da78e-3789-4de2-af6a-e3548c3ff7a6), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.586616 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:27.600214 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:06:27.604975 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.35', 56475) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:27.611904 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:27.612562 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:27.701984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05babae3-2c8a-4446-ae00-715a00d062c7 admin admin] Publish callbacks [] for security_group (aa4d6002-3961-4414-9d79-01c8f123ef9e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.718342 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05babae3-2c8a-4446-ae00-715a00d062c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (aa4d6002-3961-4414-9d79-01c8f123ef9e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.730599 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] For port dee45462-77a1-41a7-b389-682878234fb5, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:27.779808 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Current status of the port 1ea97ede-85cb-4984-94e1-a40f0ea9247b is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:27.780448 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.800313 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-05babae3-2c8a-4446-ae00-715a00d062c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5302e18979084c3cb9afd8022031cb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7375758 May 17 12:06:27.804491 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] For port dee45462-77a1-41a7-b389-682878234fb5, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=dee45462-77a1-41a7-b389-682878234fb5,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:27.822856 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:27.828517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1ea97ede-85cb-4984-94e1-a40f0ea9247b is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:27.829237 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.833788 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (dee45462-77a1-41a7-b389-682878234fb5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.847411 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:27.892304 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:27.902690 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f714635e-e706-4685-9d8d-47982fd91f42 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.6917882 May 17 12:06:27.915160 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47846) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:27.929516 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] For port 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1ea97ede-85cb-4984-94e1-a40f0ea9247b,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:27.964889 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.041945 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Provisioning complete for port 34770062-9278-4f31-98eb-acb4a8bef9f6 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:28.042384 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.070738 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:28.072500 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:28.080707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8085650-97d4-4b5f-82d1-34008351a967 None None] Pushing event updated for resources: {'Port': ['ID=dee45462-77a1-41a7-b389-682878234fb5,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:28.080879 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05babae3-2c8a-4446-ae00-715a00d062c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4d6002-3961-4414-9d79-01c8f123ef9e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:28.245672 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-294845f4-0167-4061-8924-cb0f42dd3a1f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:28.247663 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-294845f4-0167-4061-8924-cb0f42dd3a1f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.35 "GET /v2.0/networks?id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 HTTP/1.1" status: 200 len: 812 time: 0.6123917 May 17 12:06:28.256909 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:23Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:28.264322 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Pushing event updated for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:28.296526 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:28.296859 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Updating router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 port ae4f0c02-a625-4e50-b4eb-7724052c36cc binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:28.309630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Router b011b20b-1840-4bb5-a999-84b446109a6f is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:06:28.319474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] Publish callbacks [] for security_group (aa4d6002-3961-4414-9d79-01c8f123ef9e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.339577 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.384752 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Publish callbacks [] for subnet (480da78e-3789-4de2-af6a-e3548c3ff7a6), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.427332 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (480da78e-3789-4de2-af6a-e3548c3ff7a6), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.437280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] Publish callbacks [] for security_group (aa4d6002-3961-4414-9d79-01c8f123ef9e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.449980 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.db.api [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 12:06:28.451030 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG oslo_db.api [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 12:06:28.509719 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.557971 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Pushing event updated for resources: {'Port': ['ID=1ea97ede-85cb-4984-94e1-a40f0ea9247b,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:28.594057 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:28.606963 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:28.616164 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:28.620229 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Request body: {'port': {'device_id': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25', 'admin_state_up': True, 'tenant_id': '672159344e2c4ecbb0b633aa9606a119'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:28.657732 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.661303 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Current status of the port 34770062-9278-4f31-98eb-acb4a8bef9f6 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:28.662290 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-396cb1ef-04e2-49dc-839d-ebb141d0db57 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9155354 May 17 12:06:28.663072 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (aa4d6002-3961-4414-9d79-01c8f123ef9e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.666947 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.667741 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa4d6002-3961-4414-9d79-01c8f123ef9e HTTP/1.1" status: 204 len: 168 time: 0.8239560 May 17 12:06:28.668378 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47872) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:28.676169 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:28.677054 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:28.753342 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a2f1c-d269-4f18-867b-d2e8eb8df309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4d6002-3961-4414-9d79-01c8f123ef9e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:28.803123 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:28.820149 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-70f786da-6b54-414f-856d-211f4d593da9 admin admin] 10.222.0.58 "PUT /v2.0/routers/37e481e8-c322-47fd-aab3-228f781e1642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6790392 May 17 12:06:28.820149 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-13f712c3-dcbc-4843-98aa-ac6bbb111c20 req-19c52028-7645-492f-a9bd-74fb21f892ea tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.7517152 May 17 12:06:28.853806 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:28.893843 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Provisioning complete for port fd2ea6e0-89ec-436a-a44a-b17ee486c82c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:28.895393 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:28.902310 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:28.902310 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:28.911621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:28.984032 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:29.092006 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for subnet (480da78e-3789-4de2-af6a-e3548c3ff7a6), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.105652 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:29.241352 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks [] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.254068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Port fd2ea6e0-89ec-436a-a44a-b17ee486c82c cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:29.278649 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.353448 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Attempting to bind port ae4f0c02-a625-4e50-b4eb-7724052c36cc on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:29.353827 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Attempting to bind port ae4f0c02-a625-4e50-b4eb-7724052c36cc by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:29.354349 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Attempting to bind port ae4f0c02-a625-4e50-b4eb-7724052c36cc on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Bound port: ae4f0c02-a625-4e50-b4eb-7724052c36cc, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:29.379610 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.455223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480da78e-3789-4de2-af6a-e3548c3ff7a6,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:29.457492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1ea97ede-85cb-4984-94e1-a40f0ea9247b is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:29.467650 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] For port ae4f0c02-a625-4e50-b4eb-7724052c36cc, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:29.468450 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 34770062-9278-4f31-98eb-acb4a8bef9f6 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:29.472660 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] For port ae4f0c02-a625-4e50-b4eb-7724052c36cc, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=ae4f0c02-a625-4e50-b4eb-7724052c36cc,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:29.483282 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.491238 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-94a162c9-35f1-4866-8d16-bd76f154294f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/480da78e-3789-4de2-af6a-e3548c3ff7a6 HTTP/1.1" status: 204 len: 168 time: 2.1587138 May 17 12:06:29.496901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47900) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:29.559946 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.611238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Provisioning complete for port 918170da-fef3-40f8-99fd-129856f540a4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:29.611830 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (918170da-fef3-40f8-99fd-129856f540a4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.685647 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (dff259d3-fd94-40b2-a73e-6806f5729dfe), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.699123 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:29.701595 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:29.729066 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.750127 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:29.887988 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 2, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:29.894583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Made reservation on behalf of 672159344e2c4ecbb0b633aa9606a119 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:29.898216 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:29.905095 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Port 918170da-fef3-40f8-99fd-129856f540a4 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:30.013622 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47910) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:30.025727 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796974705', 'description': 'tempest-description--908181422'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:30.029785 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357140-7030-4038-bbe8-1c3edd32e330 None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 2, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:30.039652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 34770062-9278-4f31-98eb-acb4a8bef9f6 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:30.052847 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.058172 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Provisioning complete for port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:30.058568 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.246854 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.272107 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 2, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:30.321804 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47922) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:30.334194 dv-cinder-837699-7-iscsi neutron-server[103522]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 12:06:30.339320 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:30.353691 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Updating router 37e481e8-c322-47fd-aab3-228f781e1642 port 918170da-fef3-40f8-99fd-129856f540a4 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:30.434487 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-60909577-5f71-41eb-98b9-bb7a64c73046 req-3e437152-00ff-4e47-8816-b5bb7cf3b644 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.1079566 May 17 12:06:30.480227 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:06:30.501055 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (918170da-fef3-40f8-99fd-129856f540a4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.554408 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (dff259d3-fd94-40b2-a73e-6806f5729dfe), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.588124 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:30.691381 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 3, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:30.785891 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 34770062-9278-4f31-98eb-acb4a8bef9f6 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:30.793713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:30.897096 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.899422 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.900986 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > port after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > port after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.906848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.908328 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:30.950307 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Allocated IP 172.20.0.1 (6d0c04f0-74ef-4155-bac9-58f2b397860c/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef/0b909ee6-168b-4d3f-a81b-2ec0057434fb) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:30.953505 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:30.953975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Updating router b011b20b-1840-4bb5-a999-84b446109a6f port 94133136-14f9-4513-916f-76f904b8fa97 binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:30.965851 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-98bb9a2d-2025-4926-9894-c16d2e79f30e None None] Current status of the port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:31.067053 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (94133136-14f9-4513-916f-76f904b8fa97), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.069194 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:31.084216 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.129337 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (9cb6406c-ecee-4510-b813-9012c38b1b2e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.171972 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (9cb6406c-ecee-4510-b813-9012c38b1b2e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.206051 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Provisioning complete for port 1ea97ede-85cb-4984-94e1-a40f0ea9247b triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:31.206616 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.249962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.257486 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2363288 May 17 12:06:31.344744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47944) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:31.387315 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group_rule': {'security_group_id': '9cb6406c-ecee-4510-b813-9012c38b1b2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:31.448570 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:31.453974 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:31.454698 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:31.455545 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 12:06:31.456076 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff259d3-fd94-40b2-a73e-6806f5729dfe']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:31.650435 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a30d-8b6b-4293-baec-4825651c2f60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb6406c-ecee-4510-b813-9012c38b1b2e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:31.655946 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks [] for port (918170da-fef3-40f8-99fd-129856f540a4), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.659826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974cf552-12e8-4492-b9fa-752e1c595006') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:31.660368 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974cf552-12e8-4492-b9fa-752e1c595006') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:31.709625 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47952) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:31.716625 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (dc7389e4-f9fb-4980-bd1c-447641e8bc12), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:31.739537 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:31.853418 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Current status of the port 1ea97ede-85cb-4984-94e1-a40f0ea9247b is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:31.897070 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (974cf552-12e8-4492-b9fa-752e1c595006), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.030222 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Provisioning complete for port 918170da-fef3-40f8-99fd-129856f540a4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:32.030938 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (918170da-fef3-40f8-99fd-129856f540a4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.070681 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7afed614-e7ef-407f-b4eb-927961c399c6 req-6ffd8a0d-212c-48fa-8089-41d35a1ae62b tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.3565407 May 17 12:06:32.116909 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (974cf552-12e8-4492-b9fa-752e1c595006), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.155329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:32.156632 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9c542086-60ca-4e61-a3eb-41215fecd09e up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:32.249938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks [] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.265382 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:06:32.268886 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (974cf552-12e8-4492-b9fa-752e1c595006), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.282837 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.315599 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c698139-640b-4ac8-8aeb-acfc34a6295e None None] Pushing event updated for resources: {'Port': ['ID=ae4f0c02-a625-4e50-b4eb-7724052c36cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:32.386156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Allocated IP 172.20.0.1 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/d5879575-d32c-4b32-b0d9-36d96209edca) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:32.395832 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:23Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: from cryptography.utils import int_from_bytes May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: from cryptography.utils import int_from_bytes May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:06:32.403716 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:06:32.416034 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (dff259d3-fd94-40b2-a73e-6806f5729dfe), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.426678 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Allocated IP 172.20.0.6 (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25/221af53c-a84b-4caf-9277-af9003c943e1/2d56cb05-0c73-4387-b334-1a1670e55477) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:32.470977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff259d3-fd94-40b2-a73e-6806f5729dfe,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:32.473901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.477375 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-933f6e12-70ce-46e3-840d-0d80f9545d56 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dff259d3-fd94-40b2-a73e-6806f5729dfe HTTP/1.1" status: 204 len: 168 time: 2.9700849 May 17 12:06:32.481164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:32.489982 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-be45d67b-ccb0-4c45-b0df-9a892900cbbc admin admin] 10.222.0.58 "PUT /v2.0/routers/c822c50a-06a4-45a7-a13b-c79c0ded09c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6138546 May 17 12:06:32.520481 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c698139-640b-4ac8-8aeb-acfc34a6295e None None] Pushing event updated for resources: {'Port': ['ID=ae4f0c02-a625-4e50-b4eb-7724052c36cc,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:32.536533 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.539439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dcbae54-c076-4646-84e2-00f2d0f7c5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.547632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (dc7389e4-f9fb-4980-bd1c-447641e8bc12), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.630826 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (dc7389e4-f9fb-4980-bd1c-447641e8bc12), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:32.655679 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0972c-5d6e-43b8-99f8-cf0e82c7f486 None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:23Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:32.799085 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:32.827937 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47972) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:32.842908 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Port 918170da-fef3-40f8-99fd-129856f540a4 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:32.858147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:32.884947 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7389e4-f9fb-4980-bd1c-447641e8bc12,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:32.912926 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:32.975302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Provisioning complete for port fd2ea6e0-89ec-436a-a44a-b17ee486c82c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:32.975689 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.160502 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Attempting to bind port 918170da-fef3-40f8-99fd-129856f540a4 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:33.165838 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Attempting to bind port 918170da-fef3-40f8-99fd-129856f540a4 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:33.167283 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Attempting to bind port 918170da-fef3-40f8-99fd-129856f540a4 on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:33.194305 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 9c542086-60ca-4e61-a3eb-41215fecd09e triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:33.198563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.198928 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:33.199382 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Checking segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:33.199799 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.200221 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Bound using segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:33.200729 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Bound port: 918170da-fef3-40f8-99fd-129856f540a4, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:33.223956 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (918170da-fef3-40f8-99fd-129856f540a4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.287410 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Pushing event updated for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:33.343275 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.354485 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5529416a-21bd-4330-975a-153a93709bec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0066903 May 17 12:06:33.372493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-16a307d5-212f-49c7-836e-8fdbb75d4e1e None None] Port fd2ea6e0-89ec-436a-a44a-b17ee486c82c cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:33.424478 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:33.449922 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.502961 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] For port 918170da-fef3-40f8-99fd-129856f540a4, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:33.506942 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group_rule': {'security_group_id': '9cb6406c-ecee-4510-b813-9012c38b1b2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:33.511555 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] For port 918170da-fef3-40f8-99fd-129856f540a4, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=918170da-fef3-40f8-99fd-129856f540a4,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:33.515195 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4ea3c-5027-4434-a5d8-52ff6f5d4636 None None] Pushing event updated for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:33.523602 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.631538 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Provisioning complete for port 0b909ee6-168b-4d3f-a81b-2ec0057434fb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:33.632061 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.646750 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks [] for port (94133136-14f9-4513-916f-76f904b8fa97), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.700382 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks [] for port (2d56cb05-0c73-4387-b334-1a1670e55477), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.710856 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (94133136-14f9-4513-916f-76f904b8fa97), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.801187 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:33.907121 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Port 0b909ee6-168b-4d3f-a81b-2ec0057434fb cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:34.016684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Attempting to bind port 94133136-14f9-4513-916f-76f904b8fa97 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:34.025277 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Attempting to bind port 94133136-14f9-4513-916f-76f904b8fa97 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:34.026011 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Attempting to bind port 94133136-14f9-4513-916f-76f904b8fa97 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:34.028553 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 9c542086-60ca-4e61-a3eb-41215fecd09e is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:34.029174 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.036963 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Provisioning complete for port 918170da-fef3-40f8-99fd-129856f540a4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:34.052928 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (918170da-fef3-40f8-99fd-129856f540a4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.060560 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af51e5-2cf5-47fb-97a9-15274f3405bd None None] Pushing event updated for resources: {'Port': ['ID=94133136-14f9-4513-916f-76f904b8fa97,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.074272 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4ea3c-5027-4434-a5d8-52ff6f5d4636 None None] Pushing event updated for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.112001 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 9c542086-60ca-4e61-a3eb-41215fecd09e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9c542086-60ca-4e61-a3eb-41215fecd09e,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:34.115641 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:34.117266 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:34.119048 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.119900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:34.120585 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Bound port: 94133136-14f9-4513-916f-76f904b8fa97, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:34.121279 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (94133136-14f9-4513-916f-76f904b8fa97), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.122644 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (465a5143-6561-4bda-8160-f3e8d232f67b), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.126449 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:34.127189 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:34.171623 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.183010 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:34.228578 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:34.250035 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:34.278688 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7239-209e-414d-b530-3e28e62c4757 req-534fea12-785a-46fd-8fda-3691f8b9cac6 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:34.297514 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f6dd7239-209e-414d-b530-3e28e62c4757 req-534fea12-785a-46fd-8fda-3691f8b9cac6 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 931 time: 0.5061307 May 17 12:06:34.380827 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 47996) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:34.389807 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964851619', 'description': 'tempest-description--1943976612'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:34.397678 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:34.398633 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f8857389-9678-4bb2-957a-885883ebc6f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7418bc2e2fd419a9bd526f8c443d044&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5686395 May 17 12:06:34.415511 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 47998) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:34.428438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Pushing event updated for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.476171 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks [] for port (d5879575-d32c-4b32-b0d9-36d96209edca), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.500705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=9c542086-60ca-4e61-a3eb-41215fecd09e,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.508381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.520465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] For port 94133136-14f9-4513-916f-76f904b8fa97, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:34.538317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] For port 94133136-14f9-4513-916f-76f904b8fa97, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=94133136-14f9-4513-916f-76f904b8fa97,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:34.557516 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Current status of the port 918170da-fef3-40f8-99fd-129856f540a4 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:34.566605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (918170da-fef3-40f8-99fd-129856f540a4), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.576787 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (94133136-14f9-4513-916f-76f904b8fa97), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.689784 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:34.698467 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.764433 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (465a5143-6561-4bda-8160-f3e8d232f67b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.786486 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (465a5143-6561-4bda-8160-f3e8d232f67b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.798504 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-fec2eef8-1ff3-4a5e-9217-bbcf8d256a11 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3612902 May 17 12:06:34.799294 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1ea97ede-85cb-4984-94e1-a40f0ea9247b up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:34.804506 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] For port 918170da-fef3-40f8-99fd-129856f540a4, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=918170da-fef3-40f8-99fd-129856f540a4,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:34.830660 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f6dd7239-209e-414d-b530-3e28e62c4757 req-7bf9b3c3-782e-45e7-aebb-f87a4ae75a5a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308409 May 17 12:06:34.847566 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-eae9a18a-a298-48d7-9d1a-73cedae7dc81 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:06:34.848791 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-eae9a18a-a298-48d7-9d1a-73cedae7dc81 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058353 May 17 12:06:34.857571 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] Publish callbacks [] for security_group (59b49b14-5502-4c83-b10c-5fc8d6c6bc4d), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.874344 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465a5143-6561-4bda-8160-f3e8d232f67b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.903381 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.913370 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] Publish callbacks [] for security_group (59b49b14-5502-4c83-b10c-5fc8d6c6bc4d), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:34.920441 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af51e5-2cf5-47fb-97a9-15274f3405bd None None] Pushing event updated for resources: {'Port': ['ID=94133136-14f9-4513-916f-76f904b8fa97,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:34.935592 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:34.948626 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:35.049132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (59b49b14-5502-4c83-b10c-5fc8d6c6bc4d), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.053102 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.054430 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59b49b14-5502-4c83-b10c-5fc8d6c6bc4d HTTP/1.1" status: 204 len: 168 time: 0.6224546 May 17 12:06:35.059965 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dcbae54-c076-4646-84e2-00f2d0f7c5b4 admin admin] Publish callbacks [] for security_group (7bfbff61-09a6-472b-bbc1-96e35288b44e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.069792 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750847e6-8479-4c52-bd51-4fc996833d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b49b14-5502-4c83-b10c-5fc8d6c6bc4d,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:35.117657 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:35.119897 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:33Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:35.148139 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-d7830c0c-c456-4c2a-9ef9-f87d46a02700 None None] Provisioning complete for port 918170da-fef3-40f8-99fd-129856f540a4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:35.148764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d7830c0c-c456-4c2a-9ef9-f87d46a02700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (918170da-fef3-40f8-99fd-129856f540a4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.235445 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33df379-28be-4309-ada3-81a58f6c9ab3 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:33Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:35.266916 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca237461-4d43-4296-bf8c-1fb702c2ac40 None None] Pushing event updated for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:35.275967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:35.277030 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:35.292901 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 1ea97ede-85cb-4984-94e1-a40f0ea9247b triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:35.293651 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.327911 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Request body: {'port': {'device_id': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:35.374631 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.375886 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-acb90b12-e3ed-4c4c-adaa-1c69bf3d1d11 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9155064 May 17 12:06:35.376809 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4dcbae54-c076-4646-84e2-00f2d0f7c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7bfbff61-09a6-472b-bbc1-96e35288b44e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.379460 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.379919 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48012) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:35.388630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:35.479961 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.487304 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbae54-c076-4646-84e2-00f2d0f7c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbff61-09a6-472b-bbc1-96e35288b44e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:35.492534 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.509408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:35.725570 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d7830c0c-c456-4c2a-9ef9-f87d46a02700 None None] Current status of the port 918170da-fef3-40f8-99fd-129856f540a4 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:35.730797 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:35.772762 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:35.776767 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Pushing event updated for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:35.807144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:35.834173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:35.964265 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (b011b20b-1840-4bb5-a999-84b446109a6f), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.193573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1ea97ede-85cb-4984-94e1-a40f0ea9247b is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:36.199152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device ae4f0c02-a625-4e50-b4eb-7724052c36cc up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:36.259726 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48028) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:36.310629 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:36.385816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d56cb05-0c73-4387-b334-1a1670e55477 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:36.397932 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port ae4f0c02-a625-4e50-b4eb-7724052c36cc triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:36.403128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.403312 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks [] for port (2d56cb05-0c73-4387-b334-1a1670e55477), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.448647 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b48baa3c-3cd5-42d3-a187-a83de16be333 None None] Provisioning complete for port d5879575-d32c-4b32-b0d9-36d96209edca triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:36.449502 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b48baa3c-3cd5-42d3-a187-a83de16be333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.505371 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b48baa3c-3cd5-42d3-a187-a83de16be333 None None] Port d5879575-d32c-4b32-b0d9-36d96209edca cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:36.588962 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.637606 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Transition to ACTIVE for port object 2d56cb05-0c73-4387-b334-1a1670e55477 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:06:36.648270 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 3, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:36.650603 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13feb8b-f764-4531-8133-49719f818e46 req-9c072962-fa6f-4a80-a55e-677990abdbc6 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:36.652737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c13feb8b-f764-4531-8133-49719f818e46 req-9c072962-fa6f-4a80-a55e-677990abdbc6 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 931 time: 0.4014463 May 17 12:06:36.709481 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02d280-ba63-40d2-ad8e-333d0e872c74 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 3, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:36.726757 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.826276 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4dcbae54-c076-4646-84e2-00f2d0f7c5b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b24cd1a360fe4f798dc75cdcdc79ab4b&name=default HTTP/1.1" status: 200 len: 2996 time: 5.1030190 May 17 12:06:36.828937 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48042) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:36.872211 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:36.900648 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port ae4f0c02-a625-4e50-b4eb-7724052c36cc is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:36.901187 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.911416 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (0f14b44c-45fc-42b8-afd5-3acf4ed61e56), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.927131 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port ae4f0c02-a625-4e50-b4eb-7724052c36cc, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=ae4f0c02-a625-4e50-b4eb-7724052c36cc,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:36.934832 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:36.935859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device dee45462-77a1-41a7-b389-682878234fb5 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:36.981983 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0f14b44c-45fc-42b8-afd5-3acf4ed61e56), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.042123 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.071487 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.081465 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.6993930 May 17 12:06:37.084320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48044) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:37.114086 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:27Z', 'revision_number': 2, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:37.130362 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group_rule': {'security_group_id': '0f14b44c-45fc-42b8-afd5-3acf4ed61e56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:37.162724 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b2011777-2efc-4f57-9f9e-b4274353f477 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c0f7b4d1fd1413e8ffde84c9a59ac55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9003108 May 17 12:06:37.167570 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48046) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:37.198882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks [] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.225020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=ae4f0c02-a625-4e50-b4eb-7724052c36cc,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:37.257853 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port dee45462-77a1-41a7-b389-682878234fb5 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:37.260875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (dee45462-77a1-41a7-b389-682878234fb5), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.264543 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:37.273463 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Updating router c822c50a-06a4-45a7-a13b-c79c0ded09c8 port fd2ea6e0-89ec-436a-a44a-b17ee486c82c binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:37.344524 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.353345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] Publish callbacks [] for security_group (7bfbff61-09a6-472b-bbc1-96e35288b44e), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.434265 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] Publish callbacks [] for security_group (7bfbff61-09a6-472b-bbc1-96e35288b44e), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.466611 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.531357 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d784-d075-48da-a61c-0fdb98276cdd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14b44c-45fc-42b8-afd5-3acf4ed61e56,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:37.651908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Allocated IP 172.27.2.210 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/470f43e6-5953-47bd-954a-2fd7a1a6d3be) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:37.685223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Attempting to bind port 2d56cb05-0c73-4387-b334-1a1670e55477 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:37.685608 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Attempting to bind port 2d56cb05-0c73-4387-b334-1a1670e55477 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'e0362dde-a811-4c4e-ac13-3308c3afda0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:37.685988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Attempting to bind port 2d56cb05-0c73-4387-b334-1a1670e55477 on network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:37.687928 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c13feb8b-f764-4531-8133-49719f818e46 req-1f972aec-ee81-4b51-b0f7-51a970912a0d tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690956 May 17 12:06:37.699733 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port dee45462-77a1-41a7-b389-682878234fb5 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:37.700135 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (dee45462-77a1-41a7-b389-682878234fb5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.708965 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Port 2d56cb05-0c73-4387-b334-1a1670e55477 on network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:06:37.709309 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Attempting to bind port 2d56cb05-0c73-4387-b334-1a1670e55477 on network 28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:37.743780 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7bfbff61-09a6-472b-bbc1-96e35288b44e), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.747114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.747623 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bfbff61-09a6-472b-bbc1-96e35288b44e HTTP/1.1" status: 204 len: 168 time: 0.9130404 May 17 12:06:37.786052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:37.786478 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Checking segment: {'id': 'e0362dde-a811-4c4e-ac13-3308c3afda0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:37.790743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Bound using segment: {'id': 'e0362dde-a811-4c4e-ac13-3308c3afda0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:37.791367 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Bound port: 2d56cb05-0c73-4387-b334-1a1670e55477, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0362dde-a811-4c4e-ac13-3308c3afda0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:37.791769 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.856723 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port dee45462-77a1-41a7-b389-682878234fb5, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=dee45462-77a1-41a7-b389-682878234fb5,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:37.879492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (dee45462-77a1-41a7-b389-682878234fb5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.880137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 34770062-9278-4f31-98eb-acb4a8bef9f6 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:37.880285 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049017-e9a2-4e4b-898b-d2e6b69f5cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfbff61-09a6-472b-bbc1-96e35288b44e,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:37.936687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:37.948397 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (5b8ca4fe-11ae-464d-9441-5a57691fcb43), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.129502 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Pushing event updated for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:38.159404 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.169139 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] Publish callbacks [] for security_group (3f6191e9-2288-4431-a63d-bb87b16df3c6), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.241697 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.304339 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=470f43e6-5953-47bd-954a-2fd7a1a6d3be,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:38.377060 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:38.382530 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:38.389649 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:38.407905 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:38.519603 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2d56cb05-0c73-4387-b334-1a1670e55477,segment=NetworkSegment(e0362dde-a811-4c4e-ac13-3308c3afda0f),segment_id=e0362dde-a811-4c4e-ac13-3308c3afda0f)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:38.531367 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks [] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.698229 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.731235 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.749493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.779181 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:38.781186 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.788113 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d56cb05-0c73-4387-b334-1a1670e55477 HTTP/1.1" status: 200 len: 1093 time: 3.6326418 May 17 12:06:38.792348 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] Publish callbacks [] for security_group (3f6191e9-2288-4431-a63d-bb87b16df3c6), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:38.796973 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:06:38.945625 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 34770062-9278-4f31-98eb-acb4a8bef9f6 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:38.946096 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.049575 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=dee45462-77a1-41a7-b389-682878234fb5,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.237538 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (5b8ca4fe-11ae-464d-9441-5a57691fcb43), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.300554 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (5b8ca4fe-11ae-464d-9441-5a57691fcb43), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.407511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3f6191e9-2288-4431-a63d-bb87b16df3c6), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.410416 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.416010 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f6191e9-2288-4431-a63d-bb87b16df3c6 HTTP/1.1" status: 204 len: 168 time: 2.2265716 May 17 12:06:39.426133 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:39.520736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8fc9c-f737-4cff-b2e9-c12778fb5209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6191e9-2288-4431-a63d-bb87b16df3c6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.554332 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.557799 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4396040 May 17 12:06:39.563555 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:39.598578 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbabb7-eaa0-453b-a191-6339f4e443e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8ca4fe-11ae-464d-9441-5a57691fcb43,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.601407 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444efe74-938a-4983-9c29-87e0634a796c None None] Pushing event updated for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.616552 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:39.620702 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Attempting to bind port fd2ea6e0-89ec-436a-a44a-b17ee486c82c on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:39.637480 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group_rule': {'security_group_id': '0f14b44c-45fc-42b8-afd5-3acf4ed61e56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:39.637790 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Attempting to bind port fd2ea6e0-89ec-436a-a44a-b17ee486c82c by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:39.638315 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Attempting to bind port fd2ea6e0-89ec-436a-a44a-b17ee486c82c on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:39.641083 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454a3d9-d47e-4a7d-b29e-258c02488fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:39.658319 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f" -d '{"events": [{"name": "network-changed", "server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:06:39.686234 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks [] for port (d5879575-d32c-4b32-b0d9-36d96209edca), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.717276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:39.719210 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Checking segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:39.719586 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.719996 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Bound using segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:39.720533 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Bound port: fd2ea6e0-89ec-436a-a44a-b17ee486c82c, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:39.720914 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.749746 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.751094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-31808b31-cccf-42f2-9807-f54d56b68932 None None] Provisioning complete for port fd2ea6e0-89ec-436a-a44a-b17ee486c82c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:39.751547 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31808b31-cccf-42f2-9807-f54d56b68932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.783059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:39.794159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-019d7865-c989-4a86-8b12-7c25f64b8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:39.802034 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-019d7865-c989-4a86-8b12-7c25f64b8f1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=672159344e2c4ecbb0b633aa9606a119&device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 1127 time: 0.8388541 May 17 12:06:40.053879 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7e7a3-133e-4abc-89ad-8134c481bc04 req-211f2429-9b2a-46ee-aaa8-498bca43a69e tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:40.062214 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-86b7e7a3-133e-4abc-89ad-8134c481bc04 req-211f2429-9b2a-46ee-aaa8-498bca43a69e tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.9905303 May 17 12:06:40.100017 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-df80136c-c38f-4723-92d2-b63240f23b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d56cb05-0c73-4387-b334-1a1670e55477 HTTP/1.1" status: 200 len: 217 time: 0.2406223 May 17 12:06:40.109742 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 34770062-9278-4f31-98eb-acb4a8bef9f6 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:40.131526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-31808b31-cccf-42f2-9807-f54d56b68932 None None] Port fd2ea6e0-89ec-436a-a44a-b17ee486c82c cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:40.228036 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (b011b20b-1840-4bb5-a999-84b446109a6f), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.246017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] For port fd2ea6e0-89ec-436a-a44a-b17ee486c82c, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:40.248967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (75b7f490-71d2-4ec0-8773-31398cdd5df7), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.300120 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-86b7e7a3-133e-4abc-89ad-8134c481bc04 req-60d58b3c-248c-462c-b853-786872aa8457 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052820 May 17 12:06:40.314388 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Pushing event updated for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:40.332472 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-65e96352-9789-4ed2-b4d3-0adab9a7ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:40.334137 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-65e96352-9789-4ed2-b4d3-0adab9a7ba6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=221af53c-a84b-4caf-9277-af9003c943e1 HTTP/1.1" status: 200 len: 852 time: 0.1948640 May 17 12:06:40.340017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] For port fd2ea6e0-89ec-436a-a44a-b17ee486c82c, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:40.348860 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-dffc4120-2b62-40e6-bb6f-0caa29f4d0c0 None None] Provisioning complete for port 0b909ee6-168b-4d3f-a81b-2ec0057434fb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:40.349239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dffc4120-2b62-40e6-bb6f-0caa29f4d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.364846 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.478526 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-2057d3cd-2346-4ec3-83e3-e4900e7ef5ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954397 May 17 12:06:40.486653 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (75b7f490-71d2-4ec0-8773-31398cdd5df7), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.506424 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (75b7f490-71d2-4ec0-8773-31398cdd5df7), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.518090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:06:40.686819 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-dffc4120-2b62-40e6-bb6f-0caa29f4d0c0 None None] Port 0b909ee6-168b-4d3f-a81b-2ec0057434fb cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:40.771365 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6883ec-68f8-4bd9-8483-9eb8536960bc x-openstack-request-id: req-0b6883ec-68f8-4bd9-8483-9eb8536960bc {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:06:40.772866 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:06:40.773335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b6883ec-68f8-4bd9-8483-9eb8536960bc {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:06:40.775714 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6883ec-68f8-4bd9-8483-9eb8536960bc'] response: {'name': 'network-changed', 'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477', 'status': 'completed', 'code': 200} May 17 12:06:40.779275 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:40.779982 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:40.806060 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b7f490-71d2-4ec0-8773-31398cdd5df7,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:40.829755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.846602 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:40.937204 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444efe74-938a-4983-9c29-87e0634a796c None None] Pushing event updated for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:40.950884 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device ae4f0c02-a625-4e50-b4eb-7724052c36cc up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:41.078457 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-364c9f19-3adb-4bab-afa6-c958ce09ac3d service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900409 May 17 12:06:41.098942 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Provisioning complete for port fd2ea6e0-89ec-436a-a44a-b17ee486c82c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:41.099408 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.134068 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.143492 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3ddb6b5b-a948-4182-87ab-6532bcbc1fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5154378 May 17 12:06:41.147971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:41.161666 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:41.177100 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:41.178052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48122) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:41.178902 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:41.215688 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-081482ea-1ccc-4369-ac1c-630ee8b66c96 admin admin] 10.222.0.58 "PUT /v2.0/routers/9f44aad6-ea3f-4b52-b9d9-479891ce4777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2797117 May 17 12:06:41.230160 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:41.421801 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.458819 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port ae4f0c02-a625-4e50-b4eb-7724052c36cc triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:41.459611 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.480868 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36cd0b4b-d705-495f-912d-9adff3c6d97d req-344fd720-91fa-476f-989b-b9b6b00a4e7e service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633733 May 17 12:06:41.488041 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:41.511762 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=470f43e6-5953-47bd-954a-2fd7a1a6d3be,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:41.569160 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:41.582935 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:41.606569 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:41.653972 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.823127 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508f2a-2330-43a2-b5c3-317249b2f1fa req-db9af929-3410-4e52-b470-aa6db3f781dd tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:41.838192 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4508f2a-2330-43a2-b5c3-317249b2f1fa req-db9af929-3410-4e52-b470-aa6db3f781dd tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.3283827 May 17 12:06:41.846525 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:41.858972 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d76226a8-6e14-4ae1-ba73-62c3b855d3e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4776344 May 17 12:06:41.861559 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-1d0a84e4-07b5-4e1e-a4ee-d1ce2c7401d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:41.863032 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-1d0a84e4-07b5-4e1e-a4ee-d1ce2c7401d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=672159344e2c4ecbb0b633aa9606a119&device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 1127 time: 0.2202487 May 17 12:06:42.011224 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.057136 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 2, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:42.092200 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Current status of the port fd2ea6e0-89ec-436a-a44a-b17ee486c82c is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:42.092843 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.118572 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:42.118925 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Updating router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 port 0b909ee6-168b-4d3f-a81b-2ec0057434fb binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:42.169715 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:06:42.203053 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4508f2a-2330-43a2-b5c3-317249b2f1fa req-6e2465ea-6ae4-4941-bd5c-afaf093e6459 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638294 May 17 12:06:42.216374 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.325626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Allocated IP 172.27.2.46 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:42.384713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-2d54d04e-6c81-44a4-baeb-8c41323a879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:42.388121 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-2d54d04e-6c81-44a4-baeb-8c41323a879e service neutron] 10.222.0.35 "GET /v2.0/networks?id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 HTTP/1.1" status: 200 len: 913 time: 0.4842532 May 17 12:06:42.427164 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:06:42.472288 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4217a114-b5ad-4bd8-b6d1-0ef64ad102fe admin admin] 10.222.0.58 "PUT /v2.0/routers/b011b20b-1840-4bb5-a999-84b446109a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7992907 May 17 12:06:42.559546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:06:42.630808 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-b45a593b-1d04-4e36-9183-4e5ddf1387db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d56cb05-0c73-4387-b334-1a1670e55477 HTTP/1.1" status: 200 len: 217 time: 0.2214572 May 17 12:06:42.645475 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.660079 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] For port fd2ea6e0-89ec-436a-a44a-b17ee486c82c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:42.721323 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.744302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:42.782747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port ae4f0c02-a625-4e50-b4eb-7724052c36cc is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:42.784514 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 94133136-14f9-4513-916f-76f904b8fa97 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:42.825838 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:42.857162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:42.862478 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:42.869670 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:42.961902 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-5724779e-ab1e-426f-8697-d5af52fd2eb4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1796974705&fields=id&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 267 time: 0.3636265 May 17 12:06:43.171022 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-c88d0d26-80bc-4162-a3d4-9014c7ece12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:43.188456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-c88d0d26-80bc-4162-a3d4-9014c7ece12e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=221af53c-a84b-4caf-9277-af9003c943e1 HTTP/1.1" status: 200 len: 852 time: 0.5308323 May 17 12:06:43.221907 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:43.223741 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:43.232636 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks [] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.244639 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.395858 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-8432344e-2d5a-4049-9891-fb19acb18700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127756 May 17 12:06:43.403014 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eceab6-5de2-47d9-8d18-ec3cd0e79b2b None None] Pushing event updated for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:43.429630 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-de6ce867-b2dc-48f5-8ee0-64378b017cf1 None None] Provisioning complete for port d5879575-d32c-4b32-b0d9-36d96209edca triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:43.441481 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de6ce867-b2dc-48f5-8ee0-64378b017cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.560619 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Attempting to bind port 0b909ee6-168b-4d3f-a81b-2ec0057434fb on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:43.561271 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Attempting to bind port 0b909ee6-168b-4d3f-a81b-2ec0057434fb by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:43.562375 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Attempting to bind port 0b909ee6-168b-4d3f-a81b-2ec0057434fb on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:43.570041 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:43.570730 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:43.572318 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.573041 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Bound using segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:43.573713 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Bound port: 0b909ee6-168b-4d3f-a81b-2ec0057434fb, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:43.574342 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.681307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:40Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:43.702960 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-e17999dc-b4bd-418f-b360-50a89e45247e service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914326 May 17 12:06:43.731998 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 94133136-14f9-4513-916f-76f904b8fa97 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:43.734128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (94133136-14f9-4513-916f-76f904b8fa97), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.754127 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] For port 0b909ee6-168b-4d3f-a81b-2ec0057434fb, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:43.773740 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] For port 0b909ee6-168b-4d3f-a81b-2ec0057434fb, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0b909ee6-168b-4d3f-a81b-2ec0057434fb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:43.796841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.797432 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:43.873704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-c9b5c277-43c0-462f-b055-245ae1f0941b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:43.875293 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-c9b5c277-43c0-462f-b055-245ae1f0941b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 816 time: 0.9125874 May 17 12:06:43.877736 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a0c1-24fd-4f88-a173-c169ca7ffca8 None None] Pushing event updated for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:44.074354 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eceab6-5de2-47d9-8d18-ec3cd0e79b2b None None] Pushing event updated for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:44.091818 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:44.093979 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:44.108385 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-9f70854d-a4b6-46fd-bf92-fe8c2a5ffff1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/quotas/cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 375 time: 0.2114990 May 17 12:06:44.166211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad990ec-a210-45eb-9e83-34b8a6ff4b66 None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:40Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:44.191862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-de6ce867-b2dc-48f5-8ee0-64378b017cf1 None None] Port d5879575-d32c-4b32-b0d9-36d96209edca cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:44.282207 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:44.442465 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-14fe677b-4ae3-4cb4-84cc-b522d13690cc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3278778 May 17 12:06:44.489531 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 94133136-14f9-4513-916f-76f904b8fa97 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:44.490003 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (94133136-14f9-4513-916f-76f904b8fa97), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:44.517750 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6aee7c71-0bc1-45bb-8282-7e5ce3a8de3f req-524d951d-516f-4eb1-a35a-6c7c0602d065 service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7912846 May 17 12:06:44.565322 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:44.570073 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 94133136-14f9-4513-916f-76f904b8fa97, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=94133136-14f9-4513-916f-76f904b8fa97,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:44.606908 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (94133136-14f9-4513-916f-76f904b8fa97), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:44.607729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device dee45462-77a1-41a7-b389-682878234fb5 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:44.615483 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-0d2807c3-a2be-4ffb-b39a-73a12253efb0 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664691 May 17 12:06:44.793659 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-56293d92-d06f-4568-9253-216e070ddb0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:44.803012 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-56293d92-d06f-4568-9253-216e070ddb0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 1.6009672 May 17 12:06:44.808304 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:44.989191 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-9c4549f3-e035-45ef-999a-6f9777ab10a2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/quotas/748d013ae6664fc79a9ac23e58f642e5 HTTP/1.1" status: 200 len: 375 time: 0.1680512 May 17 12:06:45.052327 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=94133136-14f9-4513-916f-76f904b8fa97,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:45.134670 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-17cf4814-7f9c-4d00-b5f6-aa37a5f5fe6c service neutron] 10.222.0.58 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178335 May 17 12:06:45.230306 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48250) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:45.250071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Provisioning complete for port 0b909ee6-168b-4d3f-a81b-2ec0057434fb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:45.252268 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.373287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port dee45462-77a1-41a7-b389-682878234fb5 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:45.375274 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (dee45462-77a1-41a7-b389-682878234fb5), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.473929 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:45.552089 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:06:45.552667 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Updating router b011b20b-1840-4bb5-a999-84b446109a6f port d5879575-d32c-4b32-b0d9-36d96209edca binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:06:45.566886 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:43Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:45.613848 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb575e2a-1797-4c59-8f2e-b8c2561d44c7 None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:43Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:45.638673 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-f693c8fe-a9f6-4f3e-870e-b23ea2224b75 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6483159 May 17 12:06:45.644802 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137959-336f-489c-9662-51d2afcc3ca6 req-e77ba550-6129-4516-b832-f25906cb5629 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:45.646744 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ef137959-336f-489c-9662-51d2afcc3ca6 req-e77ba550-6129-4516-b832-f25906cb5629 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.1625662 May 17 12:06:45.661366 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.669850 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.737856 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d39dfae6-db41-4543-9b8a-4558cd703092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.812932 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:45.856321 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.912343 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ef137959-336f-489c-9662-51d2afcc3ca6 req-6606e799-1960-49ad-8ab0-09d0b14fb2c5 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340012 May 17 12:06:45.914519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.920149 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-18998429-0bd4-4c01-90a7-89d3627153c4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:06:45.937702 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-18998429-0bd4-4c01-90a7-89d3627153c4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1714437 May 17 12:06:45.944644 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:45.946900 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b9a12d30-b365-4b2f-b6bd-2b5ae9bddad9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7665329 May 17 12:06:45.949192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port dee45462-77a1-41a7-b389-682878234fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:45.951485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 918170da-fef3-40f8-99fd-129856f540a4 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:46.003394 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d39dfae6-db41-4543-9b8a-4558cd703092 admin admin] Publish callbacks [] for security_group (a0bc247b-efe9-483e-b89c-7d286a80c1d1), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.009434 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d39dfae6-db41-4543-9b8a-4558cd703092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a0bc247b-efe9-483e-b89c-7d286a80c1d1), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.046231 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Current status of the port 0b909ee6-168b-4d3f-a81b-2ec0057434fb is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:46.047332 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.059737 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d39dfae6-db41-4543-9b8a-4558cd703092 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3e418bb8453416e9ee996a822f2d771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8282645 May 17 12:06:46.060703 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dfae6-db41-4543-9b8a-4558cd703092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc247b-efe9-483e-b89c-7d286a80c1d1,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:46.064014 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48288) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:46.124477 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 918170da-fef3-40f8-99fd-129856f540a4 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:46.125213 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (918170da-fef3-40f8-99fd-129856f540a4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.132912 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-1f46c02c-72c4-40aa-97dd-98ffa604664a service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938994 May 17 12:06:46.160043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] Publish callbacks [] for security_group (a0bc247b-efe9-483e-b89c-7d286a80c1d1), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.196918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] Publish callbacks [] for security_group (a0bc247b-efe9-483e-b89c-7d286a80c1d1), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.248730 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] For port 0b909ee6-168b-4d3f-a81b-2ec0057434fb, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0b909ee6-168b-4d3f-a81b-2ec0057434fb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:46.289305 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a0bc247b-efe9-483e-b89c-7d286a80c1d1), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.293020 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.298771 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0bc247b-efe9-483e-b89c-7d286a80c1d1 HTTP/1.1" status: 204 len: 168 time: 0.2336977 May 17 12:06:46.311883 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e523b-072a-4acf-9290-e9885ad8318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc247b-efe9-483e-b89c-7d286a80c1d1,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:46.375378 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-b16650f1-466b-4218-a552-f57535f122e5 service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410123 May 17 12:06:46.381432 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.545272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48304) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:46.550171 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213402007', 'description': 'tempest-description--1231579064'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:46.666980 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48308) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:46.693161 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-15de0076-ed48-41d9-b6c8-6a700ffbb8cb req-019a9bb9-6b21-44ff-8f94-34c4fbd627e1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.0867119 May 17 12:06:46.694237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.716273 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b55d072a-613e-424c-b417-c61f3c2169e7 None None] Provisioning complete for port 0b909ee6-168b-4d3f-a81b-2ec0057434fb triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:46.717192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b55d072a-613e-424c-b417-c61f3c2169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.754001 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 918170da-fef3-40f8-99fd-129856f540a4 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:46.761801 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9c542086-60ca-4e61-a3eb-41215fecd09e up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:46.903514 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1e72a870-3588-47b1-99fa-4fa526eef822 req-eb94efc2-ab63-4c24-8a08-0d04b0477ff4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 210 time: 0.0829120 May 17 12:06:46.981843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (1e20f244-026c-440c-aabe-a13e7fea6bd8), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:46.999673 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1e20f244-026c-440c-aabe-a13e7fea6bd8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.087003 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b86e77-a7e7-4b27-aa31-0514a7f31e1d None None] Pushing event updated for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:47.139403 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-3c4d55e8-f926-45a1-a81a-ee0bd6a1c02f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1964851619&fields=id&tenant_id=2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 267 time: 0.2167993 May 17 12:06:47.166260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.167502 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6212277 May 17 12:06:47.176898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48344) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:47.191592 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '1e20f244-026c-440c-aabe-a13e7fea6bd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:47.332479 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks [] for port (d5879575-d32c-4b32-b0d9-36d96209edca), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.348075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 9c542086-60ca-4e61-a3eb-41215fecd09e triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:47.349663 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (6581f716-0f81-40d8-84e4-69c11e4783e7), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.351423 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.355946 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.387642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-adc4b613-1135-4dbd-aee1-c496cb626a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.424584 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba5c29-fc2e-46fd-a3f4-25d90ece0d26 req-f0e3741d-a334-4b54-9243-f115eff84e7c tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:47.434366 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b9ba5c29-fc2e-46fd-a3f4-25d90ece0d26 req-f0e3741d-a334-4b54-9243-f115eff84e7c tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.3480530 May 17 12:06:47.436836 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-2303cfb8-cea4-4544-80fd-2ad59434b6f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:47.444017 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-2303cfb8-cea4-4544-80fd-2ad59434b6f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 809 time: 0.2748818 May 17 12:06:47.456821 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2471c-0717-454c-b4a7-22fbcaefc579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20f244-026c-440c-aabe-a13e7fea6bd8,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:47.482202 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-de397f08-444c-4a13-a169-39aeba293b18 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/quotas/2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 375 time: 0.0371771 May 17 12:06:47.599441 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48354) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:47.620835 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (6581f716-0f81-40d8-84e4-69c11e4783e7), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.636218 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b55d072a-613e-424c-b417-c61f3c2169e7 None None] Current status of the port 0b909ee6-168b-4d3f-a81b-2ec0057434fb is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:47.636776 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-8f7ed57d-88eb-4926-86f9-bc26e5e0e562 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428676 May 17 12:06:47.645943 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (6581f716-0f81-40d8-84e4-69c11e4783e7), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.655926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c85ff3ad-5bab-4f35-9a42-c0dc30b841b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.684129 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b9ba5c29-fc2e-46fd-a3f4-25d90ece0d26 req-dd3d81d7-7099-4d05-9a7e-c91388f30129 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305524 May 17 12:06:47.689764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdca1b-8271-4f96-8e7c-db48b1ede57c None None] Pushing event updated for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:47.735985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6581f716-0f81-40d8-84e4-69c11e4783e7,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:47.784222 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.785449 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f8429388-2267-4a2c-8033-40b8cc0f0df1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6004283 May 17 12:06:47.788113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48368) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:47.796142 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '1e20f244-026c-440c-aabe-a13e7fea6bd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:47.862931 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-adc4b613-1135-4dbd-aee1-c496cb626a24 admin admin] Publish callbacks [] for security_group (c3902daf-5661-4eb5-9bbf-6e467b03f49d), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.957847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (efe89300-2c45-48b4-ba0e-aa5acc98ea96), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.962274 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-adc4b613-1135-4dbd-aee1-c496cb626a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c3902daf-5661-4eb5-9bbf-6e467b03f49d), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:47.988883 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-e3bcef9b-2881-487d-8e7f-8e94470b80d3 service neutron] 10.222.0.58 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524954 May 17 12:06:48.065112 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c85ff3ad-5bab-4f35-9a42-c0dc30b841b8 admin admin] Publish callbacks [] for security_group (edb4979b-9107-4a96-8366-da3900d3a5c1), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.097424 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Attempting to bind port d5879575-d32c-4b32-b0d9-36d96209edca on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:48.097802 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Attempting to bind port d5879575-d32c-4b32-b0d9-36d96209edca by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:48.098157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Attempting to bind port d5879575-d32c-4b32-b0d9-36d96209edca on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:48.114644 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:48.115326 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:48.115893 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.116462 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:48.117089 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Bound port: d5879575-d32c-4b32-b0d9-36d96209edca, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:48.118194 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.119081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c85ff3ad-5bab-4f35-9a42-c0dc30b841b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (edb4979b-9107-4a96-8366-da3900d3a5c1), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.137983 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-adc4b613-1135-4dbd-aee1-c496cb626a24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da3b6bdcb46d42349041ffed886b1c02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4691613 May 17 12:06:48.140862 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:48.144726 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4b613-1135-4dbd-aee1-c496cb626a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3902daf-5661-4eb5-9bbf-6e467b03f49d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.149892 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-c85ff3ad-5bab-4f35-9a42-c0dc30b841b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7b7dcecab5d481c8f8d690f1ad5a3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493984 May 17 12:06:48.154649 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48380) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:48.177329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-baa232dd-6b73-4d99-a9a7-94f0a78ee72d None None] Provisioning complete for port d5879575-d32c-4b32-b0d9-36d96209edca triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:48.177725 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-baa232dd-6b73-4d99-a9a7-94f0a78ee72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.222681 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ff3ad-5bab-4f35-9a42-c0dc30b841b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4979b-9107-4a96-8366-da3900d3a5c1,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.230668 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-b8b293aa-cfb7-46e0-af4b-23138a8c875f service neutron] 10.222.0.58 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327921 May 17 12:06:48.239971 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48382) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:48.246996 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (efe89300-2c45-48b4-ba0e-aa5acc98ea96), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.254651 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] Publish callbacks [] for security_group (c3902daf-5661-4eb5-9bbf-6e467b03f49d), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.259594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] Publish callbacks [] for security_group (edb4979b-9107-4a96-8366-da3900d3a5c1), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.268050 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-bdf75892-fb19-4f7c-a9bf-5a5633732da0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:48.277647 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-bdf75892-fb19-4f7c-a9bf-5a5633732da0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 0.4233220 May 17 12:06:48.303382 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] Publish callbacks [] for security_group (edb4979b-9107-4a96-8366-da3900d3a5c1), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.303836 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 9c542086-60ca-4e61-a3eb-41215fecd09e is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:48.311269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] Publish callbacks [] for security_group (c3902daf-5661-4eb5-9bbf-6e467b03f49d), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.313673 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-baa232dd-6b73-4d99-a9a7-94f0a78ee72d None None] Port d5879575-d32c-4b32-b0d9-36d96209edca cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:48.348461 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] For port d5879575-d32c-4b32-b0d9-36d96209edca, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:48.360249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] For port d5879575-d32c-4b32-b0d9-36d96209edca, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=d5879575-d32c-4b32-b0d9-36d96209edca,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:48.363733 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (efe89300-2c45-48b4-ba0e-aa5acc98ea96), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.382983 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.392706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c3902daf-5661-4eb5-9bbf-6e467b03f49d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.397010 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.400381 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3902daf-5661-4eb5-9bbf-6e467b03f49d HTTP/1.1" status: 204 len: 168 time: 0.2491374 May 17 12:06:48.428718 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (edb4979b-9107-4a96-8366-da3900d3a5c1), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.432447 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.435361 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edb4979b-9107-4a96-8366-da3900d3a5c1 HTTP/1.1" status: 204 len: 168 time: 0.2795317 May 17 12:06:48.441447 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe89300-2c45-48b4-ba0e-aa5acc98ea96,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.460466 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-859f96ba-f249-4e85-8453-5446e81cf926 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/quotas/748d013ae6664fc79a9ac23e58f642e5 HTTP/1.1" status: 200 len: 375 time: 0.0941818 May 17 12:06:48.465147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0b682-ab4e-4fb4-84bc-0a0665f5b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3902daf-5661-4eb5-9bbf-6e467b03f49d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.475571 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.486612 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ce795ba0-3434-48c5-a847-78f694e0d05f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6973729 May 17 12:06:48.488329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48392) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:48.489706 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa478bdf-5687-428c-93d7-200ab4b20b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4979b-9107-4a96-8366-da3900d3a5c1,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.496938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:48.546358 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:06:48.547354 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:06:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:48.593671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3ab4-b906-47bd-9997-73e86f843de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.676324 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.676742 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device fd2ea6e0-89ec-436a-a44a-b17ee486c82c up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:48.683674 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdca1b-8271-4f96-8e7c-db48b1ede57c None None] Pushing event updated for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:48.686586 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0de2771-9ca1-4361-9524-b22d2ccd5acf req-77eb5f30-5453-4e7e-91b7-85683f042a3b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.1473567 May 17 12:06:48.770621 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c398cc7a-abbc-4bfb-b3a2-66f95b2e1ea6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2781723 May 17 12:06:48.896720 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-43ade379-c1dc-46a7-a9ab-38dc6b049258 req-19d6c624-ef5a-4768-b231-4c4211612397 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 210 time: 0.0902953 May 17 12:06:48.927436 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3ab4-b906-47bd-9997-73e86f843de3 admin admin] Publish callbacks [] for security_group (bf62d02c-a3e6-487a-a3d9-ea4cbcb58431), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.937460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3ab4-b906-47bd-9997-73e86f843de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bf62d02c-a3e6-487a-a3d9-ea4cbcb58431), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:48.967804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:06:49.010814 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48406) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:49.055702 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Provisioning complete for port d5879575-d32c-4b32-b0d9-36d96209edca triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:49.056094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.069813 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-cc7d3ab4-b906-47bd-9997-73e86f843de3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5672226d78fe4439b27cf16e96bf713f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8213286 May 17 12:06:49.082448 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48408) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:49.091835 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.094041 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00d4acd1-db46-4c7b-bf71-cf768d11d8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.113081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d3ab4-b906-47bd-9997-73e86f843de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62d02c-a3e6-487a-a3d9-ea4cbcb58431,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:49.148760 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9c533-fa8c-4d58-baf7-271b9070a607 req-7c189e26-b41c-42e6-8822-40f494088d38 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:49.153590 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port fd2ea6e0-89ec-436a-a44a-b17ee486c82c triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:49.154168 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.158924 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-49d9c533-fa8c-4d58-baf7-271b9070a607 req-7c189e26-b41c-42e6-8822-40f494088d38 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.1460366 May 17 12:06:49.245411 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-49d9c533-fa8c-4d58-baf7-271b9070a607 req-173be586-7791-466c-94e3-7c7dd311d003 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851407 May 17 12:06:49.376795 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-33fd7d91-8038-4b0e-ac17-0f7646ead40a service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051502 May 17 12:06:49.407335 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Current status of the port d5879575-d32c-4b32-b0d9-36d96209edca is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:49.407913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.457123 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.27.2.17 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/72ac04f3-0452-46a3-8932-e6c91e41a66c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:49.484716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port fd2ea6e0-89ec-436a-a44a-b17ee486c82c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:49.485824 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0b909ee6-168b-4d3f-a81b-2ec0057434fb up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:49.562204 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:48Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:06:49.564386 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00d4acd1-db46-4c7b-bf71-cf768d11d8a4 admin admin] Publish callbacks [] for security_group (500457f4-c41c-4e21-99bd-c3f66ba23a8d), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.597827 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00d4acd1-db46-4c7b-bf71-cf768d11d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (500457f4-c41c-4e21-99bd-c3f66ba23a8d), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.600720 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] For port d5879575-d32c-4b32-b0d9-36d96209edca, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=d5879575-d32c-4b32-b0d9-36d96209edca,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:49.602833 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0b3e1-0ae5-41cd-9f81-59b2bf914f46 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:48Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:06:49.624388 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.660852 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48424) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:49.669798 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-00d4acd1-db46-4c7b-bf71-cf768d11d8a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91692ecd81344805ac66c04b029e6a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6492453 May 17 12:06:49.683192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 0b909ee6-168b-4d3f-a81b-2ec0057434fb triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:49.683698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.722617 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3b413-858c-4b81-95ca-bc9d0c20f7ae None None] Pushing event updated for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:49.723505 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] Publish callbacks [] for security_group (bf62d02c-a3e6-487a-a3d9-ea4cbcb58431), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.798948 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] Publish callbacks [] for security_group (500457f4-c41c-4e21-99bd-c3f66ba23a8d), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.804212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 0b909ee6-168b-4d3f-a81b-2ec0057434fb is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:49.805929 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 94133136-14f9-4513-916f-76f904b8fa97 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:49.843853 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] Publish callbacks [] for security_group (500457f4-c41c-4e21-99bd-c3f66ba23a8d), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.911906 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] Publish callbacks [] for security_group (bf62d02c-a3e6-487a-a3d9-ea4cbcb58431), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.916636 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c157504e-47f0-4397-9175-b901ac1b65b1 service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828184 May 17 12:06:49.924021 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4acd1-db46-4c7b-bf71-cf768d11d8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500457f4-c41c-4e21-99bd-c3f66ba23a8d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:49.934169 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 94133136-14f9-4513-916f-76f904b8fa97 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:49.934826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (94133136-14f9-4513-916f-76f904b8fa97), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.936827 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a886130d-4aee-4153-9971-f777b4d96432 req-5b1724aa-762e-488d-8c50-1530e0fbdb12 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.0498316 May 17 12:06:49.937986 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (500457f4-c41c-4e21-99bd-c3f66ba23a8d), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.962908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:49.968563 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/500457f4-c41c-4e21-99bd-c3f66ba23a8d HTTP/1.1" status: 204 len: 168 time: 0.3064096 May 17 12:06:49.985647 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff3dc-18d3-4248-a510-22eca5a196de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500457f4-c41c-4e21-99bd-c3f66ba23a8d,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.081161 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:50.123188 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08ffd6ee-4e2c-4d34-ad27-b4a1b65affea req-d02f65b5-b29f-4b08-bbd0-1cdc11059e8b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 210 time: 0.0573132 May 17 12:06:50.138329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bf62d02c-a3e6-487a-a3d9-ea4cbcb58431), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:50.147755 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 94133136-14f9-4513-916f-76f904b8fa97 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:50.155218 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:50.161040 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf62d02c-a3e6-487a-a3d9-ea4cbcb58431 HTTP/1.1" status: 204 len: 168 time: 1.0774999 May 17 12:06:50.177123 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e95f-c5f8-4c23-a8d1-8790da4d6cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62d02c-a3e6-487a-a3d9-ea4cbcb58431,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.202160 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:50.272909 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1e5118a4-75f5-4521-b743-01ee20d2e329 req-7a15e68a-3107-46a2-8c2c-765e74b459bf tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 210 time: 0.0534911 May 17 12:06:50.505715 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device d5879575-d32c-4b32-b0d9-36d96209edca up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:50.601541 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 2d56cb05-0c73-4387-b334-1a1670e55477 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:06:50.712777 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port d5879575-d32c-4b32-b0d9-36d96209edca triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:50.716236 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:50.771240 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-bef79214-f486-4f26-9201-c5c39a5f3436 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:50.776070 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-bef79214-f486-4f26-9201-c5c39a5f3436 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 816 time: 0.2629566 May 17 12:06:50.782106 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=72ac04f3-0452-46a3-8932-e6c91e41a66c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:50.831675 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:50.932835 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:50.938989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:50.990078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2d56cb05-0c73-4387-b334-1a1670e55477,segment=NetworkSegment(e0362dde-a811-4c4e-ac13-3308c3afda0f),segment_id=e0362dde-a811-4c4e-ac13-3308c3afda0f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:51.014188 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01be03-5317-4c4b-97fc-c3469493198d req-f8b84ba6-1b82-442c-963e-54e90709a372 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:51.014623 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port d5879575-d32c-4b32-b0d9-36d96209edca is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:51.026229 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b01be03-5317-4c4b-97fc-c3469493198d req-f8b84ba6-1b82-442c-963e-54e90709a372 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 943 time: 0.2241406 May 17 12:06:51.055895 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '2d56cb05-0c73-4387-b334-1a1670e55477', 'network_id': '28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25', 'port_id': '2d56cb05-0c73-4387-b334-1a1670e55477', 'mac_address': 'fa:16:3e:ec:37:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221af53c-a84b-4caf-9277-af9003c943e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:06:51.083968 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.35', 56499) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:51.093569 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48470) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:51.167462 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 2d56cb05-0c73-4387-b334-1a1670e55477 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:51.168113 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.201572 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d56cb05-0c73-4387-b334-1a1670e55477 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:51.246063 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2d56cb05-0c73-4387-b334-1a1670e55477,segment=NetworkSegment(e0362dde-a811-4c4e-ac13-3308c3afda0f),segment_id=e0362dde-a811-4c4e-ac13-3308c3afda0f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:51.257233 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.306988 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.325111 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.35', 56502) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:51.349191 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6f3c5368-78db-487a-8010-5adb195fc28f req-dc0c9690-d57c-489d-b603-019358113eb2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.2245281 May 17 12:06:51.365218 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:51.428461 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b01be03-5317-4c4b-97fc-c3469493198d req-195f0e67-70e6-4ab1-a515-ef7f033a07d5 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851349 May 17 12:06:51.551083 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04abfec3-f23b-40c0-945c-ede7a4ec751c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.566101 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.638850 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-7fcef827-9036-4c80-9c0d-c11c0034dc1b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:51.640980 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-7fcef827-9036-4c80-9c0d-c11c0034dc1b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 0.5449603 May 17 12:06:51.641471 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a14777e6-6d3b-4d1e-b87d-9a62942aad1f req-d227a630-3bcc-4bba-a992-20ecf0dd529a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 210 time: 0.0791652 May 17 12:06:51.679857 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['2d56cb05-0c73-4387-b334-1a1670e55477'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:06:51.684589 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6f518a99-88a1-4be6-849a-3ce7c3916206 req-caed929e-81a3-4356-a72f-287416e6d14a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 210 time: 0.0596123 May 17 12:06:51.718057 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-4fddd51c-555f-4684-985d-33683c6f26a5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 380 time: 0.7233055 May 17 12:06:51.732290 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'port': {'device_id': '883228f9-d4df-4582-b768-db398beae543', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'admin_state_up': True, 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:51.740134 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-e6f51197-532b-487b-b1c8-c09116d06b44 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:51.741773 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-e6f51197-532b-487b-b1c8-c09116d06b44 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 809 time: 0.4128394 May 17 12:06:51.840937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:51.897857 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'port': {'device_id': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'admin_state_up': True, 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'security_groups': ['9cb6406c-ecee-4510-b813-9012c38b1b2e']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:51.910601 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.35', 56507) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:52.166047 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-75f5084b-2c9e-4b13-a651-eb7543325814 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 380 time: 0.2966125 May 17 12:06:52.184225 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1a841722-4f14-4d1b-9891-82071f2ba22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.191333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'port': {'device_id': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'admin_state_up': True, 'tenant_id': '2ae797920785457f975f9f85d80849af', 'security_groups': ['0f14b44c-45fc-42b8-afd5-3acf4ed61e56']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:52.210754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.235337 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.253219 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-898512ba-9301-4156-a73d-579a8b1bf199 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:52.254646 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-898512ba-9301-4156-a73d-579a8b1bf199 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 0.3365245 May 17 12:06:52.284370 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Made reservation on behalf of 748d013ae6664fc79a9ac23e58f642e5 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:52.288791 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.297201 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'port': {'device_id': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'admin_state_up': True, 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:52.328883 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Made reservation on behalf of cd2c9994923540748c1513406e3e7ffc for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:52.333477 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.405882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04abfec3-f23b-40c0-945c-ede7a4ec751c admin admin] Publish callbacks [] for security_group (0923b5c9-3145-4f4a-86d5-760a3ebd394f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.431807 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04abfec3-f23b-40c0-945c-ede7a4ec751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0923b5c9-3145-4f4a-86d5-760a3ebd394f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.460042 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=72ac04f3-0452-46a3-8932-e6c91e41a66c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:52.583151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abfec3-f23b-40c0-945c-ede7a4ec751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0923b5c9-3145-4f4a-86d5-760a3ebd394f,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:52.586017 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-04abfec3-f23b-40c0-945c-ede7a4ec751c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cda6be2525c64e87922fa48c92fe7522&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4887660 May 17 12:06:52.598197 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:52.618166 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.647537 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Allocated IP 172.20.0.6 (6d0c04f0-74ef-4155-bac9-58f2b397860c/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef/fba3f606-e55d-4e33-884f-dc81bbb7d9e0) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:52.663225 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-62b42d8e-e46b-42cf-8234-e59da227a68d req-7ffdf114-7264-46b6-aee7-fa61f18ea43e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.1782119 May 17 12:06:52.689176 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d690d0-6344-404f-87a2-42251c6d4e6f req-aeb5dc39-ad5c-4602-a730-2ff1bbde2e16 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:52.691030 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-40d690d0-6344-404f-87a2-42251c6d4e6f req-aeb5dc39-ad5c-4602-a730-2ff1bbde2e16 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 944 time: 0.1411250 May 17 12:06:52.730619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Made reservation on behalf of 2ae797920785457f975f9f85d80849af for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:52.734721 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:52.785936 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Allocated IP 172.20.0.9 (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0/6d5665b6-8d63-4acb-9103-c8c4765b1e33/cf6ad775-daff-4e4a-b3ee-b4652d53fdfe) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:52.896888 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-40d690d0-6344-404f-87a2-42251c6d4e6f req-16936ec2-9c0d-4823-a3c4-39b1f801d224 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886654 May 17 12:06:52.975808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Allocated IP 172.20.0.3 (94b88bbc-a9e8-40ae-bcc3-9f4064606643/24de9e50-9512-4d5a-b8ef-4965d322a6e4/b58f565e-dd05-47fe-9192-f26d8c0f0286) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:53.003552 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 2d56cb05-0c73-4387-b334-1a1670e55477 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:06:53.052383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Made reservation on behalf of 748d013ae6664fc79a9ac23e58f642e5 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:53.053150 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-564a46c2-00cd-4e06-8fbf-dcd0e50634df req-7f7d9184-4ee8-4e99-867f-3a83ebab7cc9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 210 time: 0.0654216 May 17 12:06:53.061977 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.080882 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 2d56cb05-0c73-4387-b334-1a1670e55477 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:06:53.089623 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.100211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 2d56cb05-0c73-4387-b334-1a1670e55477 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:53.100211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.101258 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5326bd7c-c0eb-4560-b726-a5df83d08ec5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6075518 May 17 12:06:53.147936 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.149742 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a89fc7e6-15b3-47d7-b760-21c80c9f848f req-71b0f297-82f0-4249-b08d-db1f193d4d63 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 210 time: 0.0984039 May 17 12:06:53.173303 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.231788 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.279809 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.282831 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 2d56cb05-0c73-4387-b334-1a1670e55477 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:06:53.283712 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.313646 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] Publish callbacks [] for security_group (0923b5c9-3145-4f4a-86d5-760a3ebd394f), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.360524 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:53.369281 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] Publish callbacks [] for security_group (0923b5c9-3145-4f4a-86d5-760a3ebd394f), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.369950 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:53.382950 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2d56cb05-0c73-4387-b334-1a1670e55477,segment=NetworkSegment(e0362dde-a811-4c4e-ac13-3308c3afda0f),segment_id=e0362dde-a811-4c4e-ac13-3308c3afda0f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:06:53.390856 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:06:53.411314 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:53.423810 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:53.432001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.438067 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:53.449369 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:53.503127 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Allocated IP 172.20.0.13 (6d0c04f0-74ef-4155-bac9-58f2b397860c/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef/107ece26-d721-49ba-a200-f81af98f0a51) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:53.567049 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.570484 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:53.586693 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0923b5c9-3145-4f4a-86d5-760a3ebd394f), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.589282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.593468 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0923b5c9-3145-4f4a-86d5-760a3ebd394f HTTP/1.1" status: 204 len: 168 time: 0.9825327 May 17 12:06:53.616856 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d93c8e-caae-4947-9a8d-657363efde86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923b5c9-3145-4f4a-86d5-760a3ebd394f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:53.631840 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.732977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:53.734029 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.772653 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:53.788372 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:53.802085 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:53.807687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:53.811854 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:53.874862 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:53.883916 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:53.884827 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:53.926829 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b177683-1670-4c2c-99fa-04b4d0f68de1" -d '{"events": [{"server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "name": "network-vif-plugged", "status": "completed", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:06:53.928596 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-407e0451-1407-4226-a525-d5ebbda15a86 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2088616 May 17 12:06:53.946657 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:53.947332 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.010180 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Request body: {'port': {'device_id': '883228f9-d4df-4582-b768-db398beae543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:54.031960 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-54961278-7ea6-4207-b2dc-cbc49fae87f3 None None] Provisioning complete for port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:54.033538 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-54961278-7ea6-4207-b2dc-cbc49fae87f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.061867 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-a288b899-bb9e-4ee0-887b-081a34a2d197 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--213402007&fields=id&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 267 time: 0.5419691 May 17 12:06:54.138047 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-54961278-7ea6-4207-b2dc-cbc49fae87f3 None None] Port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:54.278673 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-1d31bc6a-b4d6-43ff-985a-61d2e8b10045 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3931608 May 17 12:06:54.323190 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Provisioning complete for port b58f565e-dd05-47fe-9192-f26d8c0f0286 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:54.324306 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.328214 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for port (107ece26-d721-49ba-a200-f81af98f0a51), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.329488 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Request body: {'port': {'device_id': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:54.364876 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-c6f9a220-3624-4f6f-b2d4-4125e6a02131 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:54.366717 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-c6f9a220-3624-4f6f-b2d4-4125e6a02131 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.3040438 May 17 12:06:54.375820 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.380242 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.412412 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-80c796c2-1f1d-440c-b73a-7fca04a7be0d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2334955 May 17 12:06:54.426559 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e727-0f5c-45f6-852a-3b9aa8e1ddf7 req-10c4e9f6-cbf1-4639-af4f-699ba9e09884 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:54.428213 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ba16e727-0f5c-45f6-852a-3b9aa8e1ddf7 req-10c4e9f6-cbf1-4639-af4f-699ba9e09884 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 931 time: 0.5566163 May 17 12:06:54.448789 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Port b58f565e-dd05-47fe-9192-f26d8c0f0286 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:54.450674 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Request body: {'port': {'device_id': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:54.454138 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f8b9171f-1a33-43a0-8e05-68860d76a9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.456033 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48602) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:54.458006 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-d57dbbea-6fc4-4a65-a34f-db8a018e06e1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/quotas/27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 375 time: 0.0577242 May 17 12:06:54.472209 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Provisioning complete for port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:54.472584 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.505320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:06:54.517541 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe8c67-4115-4103-8dfd-2b4d4e2c4d89 None None] Port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:54.518628 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:06:54.527152 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:54.532215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-805bc3d6-b620-410c-8cc7-a3d46b71a8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.537227 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:06:54.538567 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.611642 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ba16e727-0f5c-45f6-852a-3b9aa8e1ddf7 req-b257b7e5-c740-4575-b91f-023e72d0e209 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762671 May 17 12:06:54.648153 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:54.649350 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-c39cb677-e4fe-47a5-9d28-79dab874400d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1626391 May 17 12:06:54.649851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.661114 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.675833 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-3abbdad3-48b7-4945-958d-bdda7480c90c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3844686 May 17 12:06:54.706995 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Request body: {'port': {'device_id': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:54.932710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (107ece26-d721-49ba-a200-f81af98f0a51), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.964104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-f1216b70-c5da-4dea-bb40-51c168d4174b None None] Provisioning complete for port 107ece26-d721-49ba-a200-f81af98f0a51 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:06:54.964526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f1216b70-c5da-4dea-bb40-51c168d4174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (107ece26-d721-49ba-a200-f81af98f0a51), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:54.999381 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f1216b70-c5da-4dea-bb40-51c168d4174b None None] Port 107ece26-d721-49ba-a200-f81af98f0a51 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:06:55.022815 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a056b9-1cd3-4ae7-a63b-fffb6a3b4e6a req-560968d2-40a0-4204-9f8e-5cf69ef40703 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:55.024773 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55a056b9-1cd3-4ae7-a63b-fffb6a3b4e6a req-560968d2-40a0-4204-9f8e-5cf69ef40703 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.2441392 May 17 12:06:55.204574 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55a056b9-1cd3-4ae7-a63b-fffb6a3b4e6a req-14f79702-eb66-44d3-a924-91ad6fddcbf4 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589448 May 17 12:06:55.213185 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-65d8e939-abe1-4237-81e6-bee077c2b7c9 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304494 May 17 12:06:55.318416 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-805bc3d6-b620-410c-8cc7-a3d46b71a8f2 admin admin] Publish callbacks [] for security_group (28b364c3-6c1f-45eb-bbd0-2845ced8c2e9), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.343628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-805bc3d6-b620-410c-8cc7-a3d46b71a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (28b364c3-6c1f-45eb-bbd0-2845ced8c2e9), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.381840 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.478513 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58f565e-dd05-47fe-9192-f26d8c0f0286 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:55.488298 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444c5ada-c89a-46fb-a308-fd9c7fa27b30 x-openstack-request-id: req-444c5ada-c89a-46fb-a308-fd9c7fa27b30 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:06:55.488918 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "name": "network-vif-plugged", "status": "completed", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:06:55.490249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-444c5ada-c89a-46fb-a308-fd9c7fa27b30 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:06:55.490951 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444c5ada-c89a-46fb-a308-fd9c7fa27b30'] response: {'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477', 'code': 200} May 17 12:06:55.495590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks [] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.552480 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Transition to ACTIVE for port object b58f565e-dd05-47fe-9192-f26d8c0f0286 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:06:55.557939 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bc3d6-b620-410c-8cc7-a3d46b71a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b364c3-6c1f-45eb-bbd0-2845ced8c2e9,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:55.560391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.577751 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-805bc3d6-b620-410c-8cc7-a3d46b71a8f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6aafb0c1ff841e3bae62c7084212ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1186476 May 17 12:06:55.590094 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48630) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:55.654183 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-0c008743-3b52-41d7-84ae-fd3ac670de32 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224417 May 17 12:06:55.681171 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba3f606-e55d-4e33-884f-dc81bbb7d9e0 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:55.701549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks [] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.708966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:55.732486 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.35', 56514) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:55.749764 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a703f-c4dc-4e4d-b391-746b7d276002 req-c888bd02-f5c2-4613-820c-d8732d7cf289 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:55.751256 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e63a703f-c4dc-4e4d-b391-746b7d276002 req-c888bd02-f5c2-4613-820c-d8732d7cf289 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.1453190 May 17 12:06:55.756765 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Transition to ACTIVE for port object fba3f606-e55d-4e33-884f-dc81bbb7d9e0 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:06:55.784349 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.890755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] Publish callbacks [] for security_group (28b364c3-6c1f-45eb-bbd0-2845ced8c2e9), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.926057 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] Publish callbacks [] for security_group (28b364c3-6c1f-45eb-bbd0-2845ced8c2e9), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:55.931396 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Pushing event updated for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:55.956824 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:55.957229 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988109-1a78-41c8-b69f-16b88c440119 req-29159b67-2630-4934-8ede-731d00a62b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:55.958744 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91988109-1a78-41c8-b69f-16b88c440119 req-29159b67-2630-4934-8ede-731d00a62b1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 1129 time: 0.2250431 May 17 12:06:55.978767 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks [] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.015535 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91988109-1a78-41c8-b69f-16b88c440119 req-157c5fb0-be7c-41fd-b82a-d59a1cc5cd70 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.032590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Attempting to bind port b58f565e-dd05-47fe-9192-f26d8c0f0286 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:56.032961 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Attempting to bind port b58f565e-dd05-47fe-9192-f26d8c0f0286 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:56.033329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Attempting to bind port b58f565e-dd05-47fe-9192-f26d8c0f0286 on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.038375 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e63a703f-c4dc-4e4d-b391-746b7d276002 req-290e1c9a-92e7-4826-bca0-7636a4f67b23 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628176 May 17 12:06:56.055850 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Port b58f565e-dd05-47fe-9192-f26d8c0f0286 on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:06:56.056214 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Attempting to bind port b58f565e-dd05-47fe-9192-f26d8c0f0286 on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.079826 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:56.080211 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Checking segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:56.080749 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Bound using segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:56.081307 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Bound port: b58f565e-dd05-47fe-9192-f26d8c0f0286, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:56.081670 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.122073 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493672-fcc5-4853-99df-cf865d60fb4d req-55215f15-432e-4853-9083-6f95f07cd96d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:56.130307 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9f493672-fcc5-4853-99df-cf865d60fb4d req-55215f15-432e-4853-9083-6f95f07cd96d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 932 time: 0.1854033 May 17 12:06:56.135553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Transition to ACTIVE for port object cf6ad775-daff-4e4a-b3ee-b4652d53fdfe will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:06:56.168665 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (28b364c3-6c1f-45eb-bbd0-2845ced8c2e9), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.172838 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.185745 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28b364c3-6c1f-45eb-bbd0-2845ced8c2e9 HTTP/1.1" status: 204 len: 168 time: 0.5680094 May 17 12:06:56.241005 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.249007 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107ece26-d721-49ba-a200-f81af98f0a51 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:06:56.271089 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks [] for port (107ece26-d721-49ba-a200-f81af98f0a51), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.293225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:56.302341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:56.310459 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.312341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a7d4-075f-4d60-96b1-bbb5cc426cb1 req-1e1d2326-fbf5-4691-8aa0-e08e2362e685 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:56.314742 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7200a7d4-075f-4d60-96b1-bbb5cc426cb1 req-1e1d2326-fbf5-4691-8aa0-e08e2362e685 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.1295962 May 17 12:06:56.322672 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Transition to ACTIVE for port object 107ece26-d721-49ba-a200-f81af98f0a51 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:06:56.325508 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90b35-55ce-491d-9b26-0500f6d9fcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b364c3-6c1f-45eb-bbd0-2845ced8c2e9,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.342004 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.360277 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.393707 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9f493672-fcc5-4853-99df-cf865d60fb4d req-95c52e66-7b0d-49d3-ba57-73ae0513bb61 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623718 May 17 12:06:56.415821 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91988109-1a78-41c8-b69f-16b88c440119 req-157c5fb0-be7c-41fd-b82a-d59a1cc5cd70 service neutron] Publish callbacks [] for security_group (83507a2f-7569-4c12-a3c3-42e079cac6fb), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.433515 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Attempting to bind port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:56.434015 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Attempting to bind port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:56.434351 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Attempting to bind port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.457541 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:06:56.457875 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Attempting to bind port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.483926 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Pushing event updated for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:56.498453 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-91988109-1a78-41c8-b69f-16b88c440119 req-157c5fb0-be7c-41fd-b82a-d59a1cc5cd70 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (83507a2f-7569-4c12-a3c3-42e079cac6fb), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.681602 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:56.682044 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:56.682342 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Bound using segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:56.683168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Bound port: fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:56.683559 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.721125 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:56.853790 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a1ecfc77-5a26-4949-85da-7dd5429dfdee req-a2a174cd-3231-4eb2-954f-2837b9f71e9c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 210 time: 0.1976521 May 17 12:06:56.858957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Attempting to bind port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:56.865076 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Attempting to bind port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:56.865739 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Attempting to bind port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.950135 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:06:56.950984 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Attempting to bind port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:56.975986 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:56.976618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Checking segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:56.977716 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Bound using segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:56.985284 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Bound port: cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:56.985284 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.069308 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:57.075472 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:57.119527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.155036 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:57.207581 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bd79b-5762-46cb-9d87-eb682ab67526 req-e9b6b25b-9965-40f0-a802-d8520ca0890b tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.209237 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1a3bd79b-5762-46cb-9d87-eb682ab67526 req-e9b6b25b-9965-40f0-a802-d8520ca0890b tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.1243455 May 17 12:06:57.214153 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:57.218816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.219874 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.222932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] 10.222.0.35 "PUT /v2.0/ports/fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 1093 time: 3.2559159 May 17 12:06:57.227305 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:06:57.230095 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45ac482-52e0-432a-96a5-c095a8da556a" -d '{"events": [{"name": "network-changed", "server_uuid": "883228f9-d4df-4582-b768-db398beae543", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:06:57.250154 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48690) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:57.251485 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.271887 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7200a7d4-075f-4d60-96b1-bbb5cc426cb1 req-f4d2f89a-27a4-4e81-aa9f-8b1ee68452bb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9333327 May 17 12:06:57.275908 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.279565 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.283909 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] 10.222.0.35 "PUT /v2.0/ports/b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 1093 time: 2.8425672 May 17 12:06:57.289115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471e60-3087-48f1-9194-2eafdf279bee service neutron] Pushing event updated for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:57.298953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.299791 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.301519 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] 10.222.0.35 "PUT /v2.0/ports/cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 1093 time: 2.9855883 May 17 12:06:57.376029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:06:57.517008 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1a3bd79b-5762-46cb-9d87-eb682ab67526 req-abafcf37-daba-473f-81e2-08597b9b446a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882769 May 17 12:06:57.685218 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.35', 56519) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:57.691923 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb3ec4-bff6-44b9-b26a-5adff23a5ebc service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:57.693311 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdd82b-93ef-4e23-aebe-fe6dc28138e6 req-47703b6a-c9a5-4963-a200-2e5a75460276 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.702011 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbcdd82b-93ef-4e23-aebe-fe6dc28138e6 req-47703b6a-c9a5-4963-a200-2e5a75460276 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.1261694 May 17 12:06:57.733035 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee6aa9-c187-41e9-bfa2-8356eb927183 x-openstack-request-id: req-feee6aa9-c187-41e9-bfa2-8356eb927183 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:06:57.733620 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883228f9-d4df-4582-b768-db398beae543", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:06:57.734012 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feee6aa9-c187-41e9-bfa2-8356eb927183 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:06:57.734484 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feee6aa9-c187-41e9-bfa2-8356eb927183'] response: {'name': 'network-changed', 'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0', 'status': 'completed', 'code': 200} May 17 12:06:57.761532 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-cfe28e43-ff05-4241-945d-2d8bb60cf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.763201 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-cfe28e43-ff05-4241-945d-2d8bb60cf93a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1127 time: 0.3725004 May 17 12:06:57.795851 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31341a8f-4c7f-4cc1-b1dc-4c51405aa489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:57.809756 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c5fb0-be7c-41fd-b82a-d59a1cc5cd70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83507a2f-7569-4c12-a3c3-42e079cac6fb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:57.814534 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91988109-1a78-41c8-b69f-16b88c440119 req-157c5fb0-be7c-41fd-b82a-d59a1cc5cd70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8461885 May 17 12:06:57.837632 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbcdd82b-93ef-4e23-aebe-fe6dc28138e6 req-7cf97b18-eb6d-4da8-ae22-0a758c1b438d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346192 May 17 12:06:57.877335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-2ee4ca20-9ee4-4284-b0cc-0a42b52bf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.879261 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-2ee4ca20-9ee4-4284-b0cc-0a42b52bf027 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1127 time: 0.2960119 May 17 12:06:57.911952 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:06:57.915933 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-c9ec658c-dc37-4a7f-8ce8-cc9a0b877243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:57.918049 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-c9ec658c-dc37-4a7f-8ce8-cc9a0b877243 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1127 time: 0.4018812 May 17 12:06:57.918936 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93022f-464e-40b1-83c8-afd2d42d8bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:57.949318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Attempting to bind port 107ece26-d721-49ba-a200-f81af98f0a51 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:06:57.949805 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Attempting to bind port 107ece26-d721-49ba-a200-f81af98f0a51 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:06:57.950239 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Attempting to bind port 107ece26-d721-49ba-a200-f81af98f0a51 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:57.957135 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-d433c530-5d76-444d-be22-6abee8729c45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 217 time: 0.1126084 May 17 12:06:57.957328 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Port 107ece26-d721-49ba-a200-f81af98f0a51 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:06:57.957744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Attempting to bind port 107ece26-d721-49ba-a200-f81af98f0a51 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:06:57.963835 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:06:57.964341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:06:57.964853 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Bound using segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:06:57.965395 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Bound port: 107ece26-d721-49ba-a200-f81af98f0a51, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:06:57.965898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (107ece26-d721-49ba-a200-f81af98f0a51), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.022997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145293-e3c1-43a8-8072-cdd137a9744d req-c3c5933a-1cbc-4886-ae4c-62720f532d39 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.024773 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca145293-e3c1-43a8-8072-cdd137a9744d req-c3c5933a-1cbc-4886-ae4c-62720f532d39 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.1555910 May 17 12:06:58.030668 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-62454df3-c872-4eda-b6da-a2e2ff03e13f req-32f570b8-719c-4f87-b34c-357dce5b0f43 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 210 time: 0.0466654 May 17 12:06:58.071896 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:06:58.075447 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=107ece26-d721-49ba-a200-f81af98f0a51,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:06:58.075851 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-4f3f041b-cd2e-4a45-899e-6ffc9965ada3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.077374 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-4f3f041b-cd2e-4a45-899e-6ffc9965ada3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.3877327 May 17 12:06:58.087350 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.121817 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.123114 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.124555 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 1094 time: 3.4224496 May 17 12:06:58.136153 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca145293-e3c1-43a8-8072-cdd137a9744d req-16b2726d-4dfc-4aca-8529-b481f71f406c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036050 May 17 12:06:58.143606 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31341a8f-4c7f-4cc1-b1dc-4c51405aa489 admin admin] Publish callbacks [] for security_group (ca28ba1f-f919-4ce5-9dbd-e312fc80444e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.150726 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31341a8f-4c7f-4cc1-b1dc-4c51405aa489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ca28ba1f-f919-4ce5-9dbd-e312fc80444e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.160075 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6438a70-541e-4c19-8327-f63fae2341e0 service neutron] Pushing event updated for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.198505 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-31341a8f-4c7f-4cc1-b1dc-4c51405aa489 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f33d9742eb03470e936dcbb02822c30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9444482 May 17 12:06:58.199655 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341a8f-4c7f-4cc1-b1dc-4c51405aa489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca28ba1f-f919-4ce5-9dbd-e312fc80444e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.201262 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48722) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:58.293078 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29653999-c13f-4612-998e-e6309434734d admin admin] Publish callbacks [] for security_group (ca28ba1f-f919-4ce5-9dbd-e312fc80444e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.317052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0b444-d818-4969-9ca7-8ba17c454669 x-openstack-request-id: req-46b0b444-d818-4969-9ca7-8ba17c454669 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:06:58.318090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:06:58.318090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46b0b444-d818-4969-9ca7-8ba17c454669 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:06:58.318090 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b0b444-d818-4969-9ca7-8ba17c454669'] response: {'name': 'network-changed', 'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'status': 'completed', 'code': 200} May 17 12:06:58.344255 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.393899 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-fff5f7dd-48c7-4e63-b29d-d0f9f39dff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.395459 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-fff5f7dd-48c7-4e63-b29d-d0f9f39dff06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.1199620 May 17 12:06:58.434142 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-22bd9ae5-eccd-405e-a964-f19d12f2bb53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 217 time: 0.0563171 May 17 12:06:58.442731 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-4c7d0e51-142e-45fe-b5dd-ff4ec3ce2641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.1470623 May 17 12:06:58.457588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29653999-c13f-4612-998e-e6309434734d admin admin] Publish callbacks [] for security_group (ca28ba1f-f919-4ce5-9dbd-e312fc80444e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.471264 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-7cc7d2e2-44e6-4a31-9ab0-977f98d3ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.473037 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-7cc7d2e2-44e6-4a31-9ab0-977f98d3ce62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1128 time: 0.1106834 May 17 12:06:58.500324 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6076c-ea9c-4ef5-834e-b1e140b1f5b5 req-ee100a47-c343-4e2f-8c65-f3903e514bae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.501922 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-97d6076c-ea9c-4ef5-834e-b1e140b1f5b5 req-ee100a47-c343-4e2f-8c65-f3903e514bae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0721140 May 17 12:06:58.511602 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-ab9cd63b-e572-4e49-a14e-7a58e2b81f16 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 379 time: 0.1536653 May 17 12:06:58.527806 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29653999-c13f-4612-998e-e6309434734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ca28ba1f-f919-4ce5-9dbd-e312fc80444e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.531854 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-29653999-c13f-4612-998e-e6309434734d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:58.533503 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-29653999-c13f-4612-998e-e6309434734d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca28ba1f-f919-4ce5-9dbd-e312fc80444e HTTP/1.1" status: 204 len: 168 time: 0.3303831 May 17 12:06:58.544037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29653999-c13f-4612-998e-e6309434734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca28ba1f-f919-4ce5-9dbd-e312fc80444e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:06:58.609214 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-97d6076c-ea9c-4ef5-834e-b1e140b1f5b5 req-f2e5404b-8db9-462b-897f-ccb1f025ed27 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965824 May 17 12:06:58.673915 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fefb14-9cc9-49c3-b71e-2283aeb62dea req-ce55e281-0813-41db-a0a2-99462fd2ac44 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.675487 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a9fefb14-9cc9-49c3-b71e-2283aeb62dea req-ce55e281-0813-41db-a0a2-99462fd2ac44 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0586071 May 17 12:06:58.728867 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a9fefb14-9cc9-49c3-b71e-2283aeb62dea req-4d943629-8ca4-4bf8-be8f-9e1e9dc6126e tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 May 17 12:06:58.802078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'port': {'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'admin_state_up': True, 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'security_groups': ['1e20f244-026c-440c-aabe-a13e7fea6bd8']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:06:58.917315 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-4c879e48-d4b5-4e9d-848a-fbd9a3fcdd73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 217 time: 0.1188588 May 17 12:06:58.935973 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-91e08376-3e2e-4ba0-a891-3d7f4772439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:58.937498 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-91e08376-3e2e-4ba0-a891-3d7f4772439a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.1378987 May 17 12:06:58.986002 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48762) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:59.038815 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad6f71e2-1b91-4634-ae19-64a3b2f3b20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:59.047164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-54561b04-4f8d-4ca8-a8c5-77a52d882aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.048826 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-54561b04-4f8d-4ca8-a8c5-77a52d882aed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507208 May 17 12:06:59.081440 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-0ca6cfbd-73ee-4b74-9367-16b2663676d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.081440 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-0ca6cfbd-73ee-4b74-9367-16b2663676d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.2844150 May 17 12:06:59.106909 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2080f-f749-4d2d-9d94-236e1a03fdad req-d8782cfa-2165-4eb7-8ddb-227c0685ef07 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.107270 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-e8ad880d-dea3-4690-b8ec-85d25ad02d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.108505 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fdb2080f-f749-4d2d-9d94-236e1a03fdad req-d8782cfa-2165-4eb7-8ddb-227c0685ef07 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.1696491 May 17 12:06:59.112993 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-e8ad880d-dea3-4690-b8ec-85d25ad02d31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401653 May 17 12:06:59.123218 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48766) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:06:59.162665 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:06:59.166113 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:59.180612 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-d3e3f8d1-e7f3-48ba-923e-d1d41221c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.181709 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-d3e3f8d1-e7f3-48ba-923e-d1d41221c95d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.2211444 May 17 12:06:59.233277 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-58b660b3-c48c-4271-8efd-9f5ac8855ca1 req-7bff72c7-85fa-4e2a-9587-a9a89a43bde1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 210 time: 0.0553410 May 17 12:06:59.278465 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-18cd07bc-1a2f-40ee-9394-c2f2509823b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.280056 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-18cd07bc-1a2f-40ee-9394-c2f2509823b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795851 May 17 12:06:59.281854 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-cd26e107-1040-43c9-8752-adc4d3604ce2 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644759 May 17 12:06:59.302238 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884976e-edfc-4872-867d-901ef976266a req-39c58d65-6a94-4101-959c-6455a98ea324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.303953 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-39c58d65-6a94-4101-959c-6455a98ea324 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1945591 May 17 12:06:59.484018 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ff01c-e4f0-4df5-abea-8da2fe07c4c9 req-eb9ae7e3-5587-4b82-a419-62e8fd1a82b3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.485532 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-736ff01c-e4f0-4df5-abea-8da2fe07c4c9 req-eb9ae7e3-5587-4b82-a419-62e8fd1a82b3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.1476862 May 17 12:06:59.530862 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-15370483-f5fc-4a22-a40a-7f80f87ea29a service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232592 May 17 12:06:59.559919 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d93651b8-dcbc-4d28-a22c-481bbb0c72de req-e0657039-8901-4655-85bc-3f82e7e67a92 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417376 May 17 12:06:59.606788 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-736ff01c-e4f0-4df5-abea-8da2fe07c4c9 req-f7d7d21b-3979-4d39-b11f-265db2ab152f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101410 May 17 12:06:59.668028 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd80b-7816-4a6b-8959-cdb7e2113942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:59.683099 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fdb2080f-f749-4d2d-9d94-236e1a03fdad req-d4751737-3937-4936-842c-bbf29969bd4e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5589099 May 17 12:06:59.692755 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf6e49b7-3a70-4c00-b1f8-549e827bdd29 req-eb5b2ab9-40e8-47da-a266-dbf7deb55e31 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486263 May 17 12:06:59.707869 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-c1b06dfe-ce93-4720-8671-edcc8a62e0c1 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418695 May 17 12:06:59.744123 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:06:59.746985 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c14303-f94a-49ad-84f3-91234d7fab1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:06:59.759116 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8b2cf-f0cb-456c-9ed1-2d8e87b6bbe3 req-92b97f06-f889-407a-a022-95a702adf5f2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.766494 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cec8b2cf-f0cb-456c-9ed1-2d8e87b6bbe3 req-92b97f06-f889-407a-a022-95a702adf5f2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0686722 May 17 12:06:59.817519 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cec8b2cf-f0cb-456c-9ed1-2d8e87b6bbe3 req-2d1dd529-ece6-4709-9bf3-04c11e982aa1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500686 May 17 12:06:59.873674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ad0aa-90d3-47ad-a112-ad96167efab0 x-openstack-request-id: req-a57ad0aa-90d3-47ad-a112-ad96167efab0 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:06:59.874157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:06:59.874247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a57ad0aa-90d3-47ad-a112-ad96167efab0 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:06:59.874595 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57ad0aa-90d3-47ad-a112-ad96167efab0'] response: {'name': 'network-changed', 'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'status': 'completed', 'code': 200} May 17 12:06:59.910065 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad6f71e2-1b91-4634-ae19-64a3b2f3b20d admin admin] Publish callbacks [] for security_group (b7ae94d4-ad92-423e-a597-ac529611caee), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:59.918326 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-347ad3cb-6170-41e2-a69b-d8a1abee176b service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996838 May 17 12:06:59.931181 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad6f71e2-1b91-4634-ae19-64a3b2f3b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b7ae94d4-ad92-423e-a597-ac529611caee), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:06:59.947535 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.20.0.10 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/e9c1c53c-8160-4739-98f3-05a522031fb3) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:06:59.978730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d25c5-5544-4433-934c-6d6ab1cd2527 req-1f9372fa-d608-4f97-ba42-d3940521920f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:06:59.980255 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-081d25c5-5544-4433-934c-6d6ab1cd2527 req-1f9372fa-d608-4f97-ba42-d3940521920f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.1516111 May 17 12:07:00.026124 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f71e2-1b91-4634-ae19-64a3b2f3b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae94d4-ad92-423e-a597-ac529611caee,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.030344 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ad6f71e2-1b91-4634-ae19-64a3b2f3b20d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1630af89c95f4d219b22b6507835cf24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0377324 May 17 12:07:00.033521 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48806) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:00.057385 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48808) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:00.085518 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd80b-7816-4a6b-8959-cdb7e2113942 admin admin] Publish callbacks [] for security_group (6f9cfc50-0caf-40d6-a134-3012ac4911eb), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.099663 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd80b-7816-4a6b-8959-cdb7e2113942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (6f9cfc50-0caf-40d6-a134-3012ac4911eb), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.103443 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] Publish callbacks [] for security_group (b7ae94d4-ad92-423e-a597-ac529611caee), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.125977 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] Publish callbacks [] for security_group (b7ae94d4-ad92-423e-a597-ac529611caee), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.175167 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-081d25c5-5544-4433-934c-6d6ab1cd2527 req-ed6564b3-f655-4bd0-9257-510b112662be tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744745 May 17 12:07:00.185985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8deb7af5-605c-48b2-a656-e19e8106d116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.218120 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2c5fd80b-7816-4a6b-8959-cdb7e2113942 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14052434a9104a7ba8fba77c6bd40f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0855076 May 17 12:07:00.221105 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fd80b-7816-4a6b-8959-cdb7e2113942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cfc50-0caf-40d6-a134-3012ac4911eb,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.221956 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48812) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:00.233720 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b7ae94d4-ad92-423e-a597-ac529611caee), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.236163 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.237358 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7ae94d4-ad92-423e-a597-ac529611caee HTTP/1.1" status: 204 len: 168 time: 0.2026255 May 17 12:07:00.265413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.266634 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6bd45-9b3f-4cbd-b0c0-c29f64442511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae94d4-ad92-423e-a597-ac529611caee,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.308500 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.321411 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:00.324429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5448a01-14c6-4e7b-9d59-46a9d6f02251" -d '{"events": [{"name": "network-changed", "server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "tag": "107ece26-d721-49ba-a200-f81af98f0a51"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:00.359609 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:07:00.363167 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:00.367620 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:07:00.402430 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae853e-a467-4dea-a61d-a1476e5926e9 x-openstack-request-id: req-57ae853e-a467-4dea-a61d-a1476e5926e9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:00.402707 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "tag": "107ece26-d721-49ba-a200-f81af98f0a51", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:00.402957 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57ae853e-a467-4dea-a61d-a1476e5926e9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:00.403337 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ae853e-a467-4dea-a61d-a1476e5926e9'] response: {'name': 'network-changed', 'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51', 'status': 'completed', 'code': 200} May 17 12:07:00.407300 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.413351 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] Publish callbacks [] for security_group (6f9cfc50-0caf-40d6-a134-3012ac4911eb), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.418372 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8deb7af5-605c-48b2-a656-e19e8106d116 admin admin] Publish callbacks [] for security_group (5df6bac5-6fe9-4eae-b5fa-ca889b810cfb), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.439963 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:00.440209 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933889a5-8d58-40e8-abdb-95080569474d req-b91327bd-09e1-4d4f-8375-47b6b5786580 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:00.440630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.441680 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-933889a5-8d58-40e8-abdb-95080569474d req-b91327bd-09e1-4d4f-8375-47b6b5786580 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 932 time: 0.0923002 May 17 12:07:00.442330 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8deb7af5-605c-48b2-a656-e19e8106d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5df6bac5-6fe9-4eae-b5fa-ca889b810cfb), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.467871 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-716cd66e-50ad-4794-bf25-a8aa5848e693 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6693738 May 17 12:07:00.484263 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] Publish callbacks [] for security_group (6f9cfc50-0caf-40d6-a134-3012ac4911eb), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.522059 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-8deb7af5-605c-48b2-a656-e19e8106d116 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8cbe9ba29cb4a24bcbc14f2d508083a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630153 May 17 12:07:00.526707 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7af5-605c-48b2-a656-e19e8106d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6bac5-6fe9-4eae-b5fa-ca889b810cfb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.526865 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48822) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:00.602724 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-933889a5-8d58-40e8-abdb-95080569474d req-fad73d29-5f80-459c-8f88-3c5b9543bbeb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458251 May 17 12:07:00.606347 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] Publish callbacks [] for security_group (5df6bac5-6fe9-4eae-b5fa-ca889b810cfb), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.631841 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] Publish callbacks [] for security_group (5df6bac5-6fe9-4eae-b5fa-ca889b810cfb), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.641504 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (6f9cfc50-0caf-40d6-a134-3012ac4911eb), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.645784 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.650349 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f9cfc50-0caf-40d6-a134-3012ac4911eb HTTP/1.1" status: 204 len: 168 time: 0.4270580 May 17 12:07:00.659993 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b69bec-e9ad-4288-9659-5cd4930b51a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cfc50-0caf-40d6-a134-3012ac4911eb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.694881 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5df6bac5-6fe9-4eae-b5fa-ca889b810cfb), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.697786 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.701341 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5df6bac5-6fe9-4eae-b5fa-ca889b810cfb HTTP/1.1" status: 204 len: 168 time: 0.1712427 May 17 12:07:00.711577 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7a1db-d90e-415b-aa60-f1ad6630a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6bac5-6fe9-4eae-b5fa-ca889b810cfb,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:00.731983 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-8bd67236-26a4-465e-a872-ece2a8aa1ce3 None None] Provisioning complete for port e9c1c53c-8160-4739-98f3-05a522031fb3 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:00.733145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8bd67236-26a4-465e-a872-ece2a8aa1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:00.770414 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8bd67236-26a4-465e-a872-ece2a8aa1ce3 None None] Port e9c1c53c-8160-4739-98f3-05a522031fb3 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:07:00.793720 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17595bcd-1c82-41f8-a5f1-f6c5b9492353 req-dda05742-11d2-4462-9bc2-847939edea16 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:00.796001 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17595bcd-1c82-41f8-a5f1-f6c5b9492353 req-dda05742-11d2-4462-9bc2-847939edea16 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.0883293 May 17 12:07:00.874789 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17595bcd-1c82-41f8-a5f1-f6c5b9492353 req-ebcc3b68-8396-4b28-9703-50be41da525d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 May 17 12:07:01.005596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca852a5e-a103-452d-9fbb-d811c22f620d req-0d90d105-5895-47c2-bfe8-23a0a3b2d20a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:01.007155 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca852a5e-a103-452d-9fbb-d811c22f620d req-0d90d105-5895-47c2-bfe8-23a0a3b2d20a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0711017 May 17 12:07:01.011365 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed71b7-f26d-4c9e-842e-0570698c3300 req-4cbdcc22-7900-47fa-bef2-893c27a35af8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:01.013531 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5bed71b7-f26d-4c9e-842e-0570698c3300 req-4cbdcc22-7900-47fa-bef2-893c27a35af8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.2304840 May 17 12:07:01.071071 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca852a5e-a103-452d-9fbb-d811c22f620d req-f9e1e760-59ef-42a3-b713-6064bf7555d0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560627 May 17 12:07:01.072777 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5bed71b7-f26d-4c9e-842e-0570698c3300 req-cc472e83-d9cf-44ad-94a1-95749d71c9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536616 May 17 12:07:01.127335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48846) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:01.141346 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3df4c690-325c-427f-8ded-c1c4e884ff15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.226193 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3df4c690-325c-427f-8ded-c1c4e884ff15 admin admin] Publish callbacks [] for security_group (e65566a2-45c3-48a3-a120-f26055fcbad7), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.232099 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3df4c690-325c-427f-8ded-c1c4e884ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e65566a2-45c3-48a3-a120-f26055fcbad7), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.291746 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c690-325c-427f-8ded-c1c4e884ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65566a2-45c3-48a3-a120-f26055fcbad7,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.301720 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3df4c690-325c-427f-8ded-c1c4e884ff15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=327ba4cca0d74a7c9459985d3be3182e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730216 May 17 12:07:01.302391 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48854) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:01.333619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c55798-ba1f-490e-9016-cea093ac1588 req-4d1cf0f3-c9bf-4ac5-956a-c63814e7710a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:01.335218 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-22c55798-ba1f-490e-9016-cea093ac1588 req-4d1cf0f3-c9bf-4ac5-956a-c63814e7710a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0750740 May 17 12:07:01.351755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48858) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:01.379757 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52fa2f0b-c148-4ae2-9c6c-f9d5cbe468da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.382589 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] Publish callbacks [] for security_group (e65566a2-45c3-48a3-a120-f26055fcbad7), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.402805 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-22c55798-ba1f-490e-9016-cea093ac1588 req-cf67cae5-f01f-4b23-b8ef-8b6716be3859 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 May 17 12:07:01.424673 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] Publish callbacks [] for security_group (e65566a2-45c3-48a3-a120-f26055fcbad7), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.511600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e65566a2-45c3-48a3-a120-f26055fcbad7), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.514171 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.515302 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e65566a2-45c3-48a3-a120-f26055fcbad7 HTTP/1.1" status: 204 len: 168 time: 0.2118790 May 17 12:07:01.522272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52fa2f0b-c148-4ae2-9c6c-f9d5cbe468da admin admin] Publish callbacks [] for security_group (a53c225d-9044-4605-be14-eb26cc632ba3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.529599 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52fa2f0b-c148-4ae2-9c6c-f9d5cbe468da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a53c225d-9044-4605-be14-eb26cc632ba3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.532126 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0753f4e-dee4-4a57-8efa-c8d3c2b82761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65566a2-45c3-48a3-a120-f26055fcbad7,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.574187 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-52fa2f0b-c148-4ae2-9c6c-f9d5cbe468da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10475053162b41fc81d65c41a4f29f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209797 May 17 12:07:01.576691 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48866) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:01.580415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa2f0b-c148-4ae2-9c6c-f9d5cbe468da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c225d-9044-4605-be14-eb26cc632ba3,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.647587 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] Publish callbacks [] for security_group (a53c225d-9044-4605-be14-eb26cc632ba3), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.680940 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] Publish callbacks [] for security_group (a53c225d-9044-4605-be14-eb26cc632ba3), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.743455 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941b7a-8fe5-47af-857d-59d5675ce8e8 req-c15cf4b2-d461-468e-9e7c-c6d21e7be248 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:01.747706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a53c225d-9044-4605-be14-eb26cc632ba3), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.750870 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:01.750983 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab941b7a-8fe5-47af-857d-59d5675ce8e8 req-c15cf4b2-d461-468e-9e7c-c6d21e7be248 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 932 time: 0.0634606 May 17 12:07:01.754713 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a53c225d-9044-4605-be14-eb26cc632ba3 HTTP/1.1" status: 204 len: 168 time: 0.1739960 May 17 12:07:01.774856 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Request body: {'port': {'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:01.779286 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a301a-8a5b-4d75-8c45-88b8ab1b7ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c225d-9044-4605-be14-eb26cc632ba3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:01.828050 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac482-52e0-432a-96a5-c095a8da556a req-a6f90a6d-88ee-4593-95ca-6c8162aee89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:01.830307 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-a6f90a6d-88ee-4593-95ca-6c8162aee89a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1127 time: 0.0651431 May 17 12:07:01.989498 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab941b7a-8fe5-47af-857d-59d5675ce8e8 req-05a4eede-48d1-4eb7-9c1f-5435bb3f13ff tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374244 May 17 12:07:02.011196 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214dd3-cf6f-4d03-9a02-744655761521 req-592b522c-cdd8-4464-ae07-0da991edd6ff tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:02.012864 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6214dd3-cf6f-4d03-9a02-744655761521 req-592b522c-cdd8-4464-ae07-0da991edd6ff tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.0703518 May 17 12:07:02.035490 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48882) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:02.041510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.044491 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e884976e-edfc-4872-867d-901ef976266a req-6504091f-46a2-4591-a430-a60605aecc4c service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666900 May 17 12:07:02.055579 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0edee475-cb85-4bd7-9c47-08b5c057e832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.090594 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6214dd3-cf6f-4d03-9a02-744655761521 req-2e295e82-2861-4222-8780-ea34d414931c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 May 17 12:07:02.214336 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0edee475-cb85-4bd7-9c47-08b5c057e832 admin admin] Publish callbacks [] for security_group (37f60f3a-17b7-43b6-a484-3dd625273584), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.266399 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05549f2-54e0-4edf-bd7f-a786a3a5637d req-78ff86a1-9efe-4416-ad5b-67e88cd55817 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:02.273861 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d05549f2-54e0-4edf-bd7f-a786a3a5637d req-78ff86a1-9efe-4416-ad5b-67e88cd55817 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0620158 May 17 12:07:02.283158 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0edee475-cb85-4bd7-9c47-08b5c057e832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (37f60f3a-17b7-43b6-a484-3dd625273584), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.331415 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7763b06c-db58-42f9-9837-a6ea9e9fbaab req-8e6916fc-6188-4566-848a-ed75b6db4d84 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448420 May 17 12:07:02.338713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4238453-2612-44aa-9fa1-3468f15c8adc req-a87e2d64-a37e-46db-889a-011b00450d3e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:02.340297 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4238453-2612-44aa-9fa1-3468f15c8adc req-a87e2d64-a37e-46db-889a-011b00450d3e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.0628829 May 17 12:07:02.341108 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0edee475-cb85-4bd7-9c47-08b5c057e832 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d588a5b84874c1692a2a53e35bb551e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046231 May 17 12:07:02.346616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48896) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:02.362813 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d05549f2-54e0-4edf-bd7f-a786a3a5637d req-1c836360-6fd6-4355-b26c-32c6af4d187d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880854 May 17 12:07:02.363432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edee475-cb85-4bd7-9c47-08b5c057e832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f60f3a-17b7-43b6-a484-3dd625273584,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.475920 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:07:02.519079 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4238453-2612-44aa-9fa1-3468f15c8adc req-1b275731-c79a-45e7-852b-57456232443f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686816 May 17 12:07:02.542629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3432b79-8098-4f48-a886-d24972c3dbd2 req-31b57062-e64c-4579-a854-9b77b2b7a8b5 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:02.542629 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3432b79-8098-4f48-a886-d24972c3dbd2 req-31b57062-e64c-4579-a854-9b77b2b7a8b5 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0677638 May 17 12:07:02.543003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] Publish callbacks [] for security_group (37f60f3a-17b7-43b6-a484-3dd625273584), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.571260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] Publish callbacks [] for security_group (37f60f3a-17b7-43b6-a484-3dd625273584), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.594176 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3432b79-8098-4f48-a886-d24972c3dbd2 req-03fbef15-52d0-4632-8130-1ce79cc9d65c tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495975 May 17 12:07:02.672400 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c1c53c-8160-4739-98f3-05a522031fb3 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:02.683773 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks [] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.717660 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Transition to ACTIVE for port object e9c1c53c-8160-4739-98f3-05a522031fb3 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:07:02.721635 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (37f60f3a-17b7-43b6-a484-3dd625273584), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.726549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.728535 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37f60f3a-17b7-43b6-a484-3dd625273584 HTTP/1.1" status: 204 len: 168 time: 0.3806241 May 17 12:07:02.731059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.769616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc038ad-3044-4631-973e-b615735c9bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f60f3a-17b7-43b6-a484-3dd625273584,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.823922 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:02.922683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Attempting to bind port e9c1c53c-8160-4739-98f3-05a522031fb3 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:07:02.923034 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Attempting to bind port e9c1c53c-8160-4739-98f3-05a522031fb3 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:07:02.923372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Attempting to bind port e9c1c53c-8160-4739-98f3-05a522031fb3 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:07:02.930988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Port e9c1c53c-8160-4739-98f3-05a522031fb3 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:07:02.931649 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Attempting to bind port e9c1c53c-8160-4739-98f3-05a522031fb3 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:07:02.941342 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:07:02.942027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:07:02.942207 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:07:02.942535 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Bound port: e9c1c53c-8160-4739-98f3-05a522031fb3, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:07:02.943281 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:02.998238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device fba3f606-e55d-4e33-884f-dc81bbb7d9e0 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:07:03.127912 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:07:03.136816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e9c1c53c-8160-4739-98f3-05a522031fb3,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:07:03.153668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.266963 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:03.295412 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'port_id': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0', 'mac_address': 'fa:16:3e:1f:c4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:07:03.306866 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:03.313098 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.314601 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] 10.222.0.35 "PUT /v2.0/ports/e9c1c53c-8160-4739-98f3-05a522031fb3 HTTP/1.1" status: 200 len: 1094 time: 1.5451155 May 17 12:07:03.315082 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:03.321962 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd67615d-09bb-4828-a890-6f0189696358" -d '{"events": [{"name": "network-changed", "server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:03.322975 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 48942) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:03.382368 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3880b1e-3522-44bb-a6bc-693b87fe1142 req-e7d932f1-4fbe-4f98-9de1-fd670e49f56c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:03.394124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:03.394870 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.397658 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d3880b1e-3522-44bb-a6bc-693b87fe1142 req-e7d932f1-4fbe-4f98-9de1-fd670e49f56c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.1427143 May 17 12:07:03.422874 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba3f606-e55d-4e33-884f-dc81bbb7d9e0 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:03.423362 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac259b-7d01-4102-8a57-ca4c01d0904f req-50e42863-6e0e-4453-bbde-ca23b3457da9 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:03.432259 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-38ac259b-7d01-4102-8a57-ca4c01d0904f req-50e42863-6e0e-4453-bbde-ca23b3457da9 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.2611117 May 17 12:07:03.469630 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:03.473441 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58639385-80b9-4549-b415-f2dddf1517fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:03.482451 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.541419 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d3880b1e-3522-44bb-a6bc-693b87fe1142 req-de911f0d-bb56-4188-bbf0-976be4b63488 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407187 May 17 12:07:03.603881 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-38ac259b-7d01-4102-8a57-ca4c01d0904f req-77b70715-c0a3-4661-a3f0-d5d026028cd8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703846 May 17 12:07:03.609180 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:03.671748 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943400993-network', 'tenant_id': 'f7b5dd7714b34e6aa225f91beebd9561'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:03.705884 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Made reservation on behalf of f7b5dd7714b34e6aa225f91beebd9561 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:03.709062 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.718646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a0afc-9c97-42b3-b8f9-9459d6fcc823 x-openstack-request-id: req-891a0afc-9c97-42b3-b8f9-9459d6fcc823 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:03.719091 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:03.719481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-891a0afc-9c97-42b3-b8f9-9459d6fcc823 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:03.719905 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891a0afc-9c97-42b3-b8f9-9459d6fcc823'] response: {'name': 'network-changed', 'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'status': 'completed', 'code': 200} May 17 12:07:03.720681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.865884 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff3634-429a-430e-97e8-ef7837e1feea req-90baa029-ae03-455f-8955-9d7cb5aef8c1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:03.868041 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-66ff3634-429a-430e-97e8-ef7837e1feea req-90baa029-ae03-455f-8955-9d7cb5aef8c1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.0845301 May 17 12:07:03.884632 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66dc9c-d4d2-4219-b7d3-bf8d0bc262e5 req-0d76a8c4-fed7-4d57-9dac-92967abd748c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:03.886323 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7b66dc9c-d4d2-4219-b7d3-bf8d0bc262e5 req-0d76a8c4-fed7-4d57-9dac-92967abd748c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0731876 May 17 12:07:03.890920 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks [] for security_group (7becbe55-5afd-4787-8326-46507f9b1f6f), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.901332 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7becbe55-5afd-4787-8326-46507f9b1f6f), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.928509 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['fba3f606-e55d-4e33-884f-dc81bbb7d9e0'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:07:03.943381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:07:03.946901 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7b66dc9c-d4d2-4219-b7d3-bf8d0bc262e5 req-779e1726-9ab7-486b-960d-493de5484909 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544417 May 17 12:07:03.981148 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7becbe55-5afd-4787-8326-46507f9b1f6f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:03.989859 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:03.990282 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Added segment a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6 of type vlan for network 0da00813-5a6b-4b17-a1fa-f5ee86086c66 May 17 12:07:04.012910 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-66ff3634-429a-430e-97e8-ef7837e1feea req-be4c94bc-1b69-4c06-942f-ce8176ead96f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357431 May 17 12:07:04.065412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (0da00813-5a6b-4b17-a1fa-f5ee86086c66), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.098280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (0da00813-5a6b-4b17-a1fa-f5ee86086c66), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.099916 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:04.100962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.190614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] Pushing event updated for resources: {'Network': ['ID=0da00813-5a6b-4b17-a1fa-f5ee86086c66,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:04.198680 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-06f1523e-244a-44d3-9fbd-3976162960ba admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8744707 May 17 12:07:04.201654 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 48974) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:04.205776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 0da00813-5a6b-4b17-a1fa-f5ee86086c66 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:07:04.207990 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Request body: {'subnet': {'network_id': '0da00813-5a6b-4b17-a1fa-f5ee86086c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943400993-subnet', 'tenant_id': 'f7b5dd7714b34e6aa225f91beebd9561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:04.249133 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Made reservation on behalf of f7b5dd7714b34e6aa225f91beebd9561 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:04.251846 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13376070'] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.397693 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac482-52e0-432a-96a5-c095a8da556a req-7f0649e2-c196-4144-8015-7550db37ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:04.400564 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-7f0649e2-c196-4144-8015-7550db37ed20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.2065182 May 17 12:07:04.490216 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15953573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13376080'] for subnet (7210cac5-4721-492a-a9b5-4a962e9b155f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.555190 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7210cac5-4721-492a-a9b5-4a962e9b155f,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:04.562206 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Checking segment: {'id': 'a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0da00813-5a6b-4b17-a1fa-f5ee86086c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:07:04.562571 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Network hostable DHCP agents. Network: 0da00813-5a6b-4b17-a1fa-f5ee86086c66, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:04.584489 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Network 0da00813-5a6b-4b17-a1fa-f5ee86086c66 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:04.594771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 0da00813-5a6b-4b17-a1fa-f5ee86086c66) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:04.599079 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:04.599888 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:04.608394 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902f7a0-24a8-4833-bff1-de756a0add4b None None] Network 0da00813-5a6b-4b17-a1fa-f5ee86086c66 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:07:04.643786 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-492e4e97-ef5b-41f9-95b3-29bb5f86c99a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4334855 May 17 12:07:04.677527 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a5c4-78f2-432c-93cd-dc47c6b9ac53 req-56bdd6bc-779f-47c8-9810-864c7d871d35 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:04.680138 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e548a5c4-78f2-432c-93cd-dc47c6b9ac53 req-56bdd6bc-779f-47c8-9810-864c7d871d35 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.0622876 May 17 12:07:04.745071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef785ebd-0dae-4bd5-8b19-08d132d7b02b None None] Network 0da00813-5a6b-4b17-a1fa-f5ee86086c66 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:07:04.745921 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e548a5c4-78f2-432c-93cd-dc47c6b9ac53 req-a3088d5c-bcb8-4d4d-91b9-52a2a2d9c39b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600142 May 17 12:07:04.891706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186750d2-f6d5-4ecb-b7d3-ee5ae45145fe req-10b74b5e-bc20-4e54-83ed-81e1bc5f622e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:04.893656 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-186750d2-f6d5-4ecb-b7d3-ee5ae45145fe req-10b74b5e-bc20-4e54-83ed-81e1bc5f622e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0579531 May 17 12:07:04.954223 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-186750d2-f6d5-4ecb-b7d3-ee5ae45145fe req-7041aaba-f840-4263-9fdc-27c279b34bfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530977 May 17 12:07:05.083800 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574876d-5700-4710-8409-8d0264a73b95 req-a614d592-ee6f-4bcb-8c3d-927f5f67dbb4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:05.085310 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c574876d-5700-4710-8409-8d0264a73b95 req-a614d592-ee6f-4bcb-8c3d-927f5f67dbb4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0470507 May 17 12:07:05.136915 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c574876d-5700-4710-8409-8d0264a73b95 req-599c08ca-7355-47c3-9983-4aba79f1f669 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 May 17 12:07:05.227618 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device fba3f606-e55d-4e33-884f-dc81bbb7d9e0 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:07:05.275161 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:07:05.288001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93b6b5-7c59-4b3c-be23-7797556773c1 req-f91266a2-a27a-4c36-af7d-60fd6e84ff06 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:05.289793 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f93b6b5-7c59-4b3c-be23-7797556773c1 req-f91266a2-a27a-4c36-af7d-60fd6e84ff06 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.0625842 May 17 12:07:05.290511 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:05.290899 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.322718 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49064) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:05.327619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1365700998-network', 'tenant_id': '1e34053582a142e6a305ef3588cc015d'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:05.344037 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f93b6b5-7c59-4b3c-be23-7797556773c1 req-2d90e35e-2f7a-4438-8dae-43eeb46d74dc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 May 17 12:07:05.374287 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Made reservation on behalf of 1e34053582a142e6a305ef3588cc015d for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:05.376677 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.381756 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:05.382504 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.388740 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.418653 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:05.421289 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f06fca-0d2c-41f0-8415-fb84c52c8b2c" -d '{"events": [{"server_uuid": "883228f9-d4df-4582-b768-db398beae543", "name": "network-vif-plugged", "status": "completed", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:05.440875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:05.447486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.491512 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks [] for security_group (ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.494455 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa59b38a-80d7-4cfa-b09a-ff5ed89d3151 x-openstack-request-id: req-aa59b38a-80d7-4cfa-b09a-ff5ed89d3151 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:05.494908 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883228f9-d4df-4582-b768-db398beae543", "name": "network-vif-plugged", "status": "completed", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:05.495177 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa59b38a-80d7-4cfa-b09a-ff5ed89d3151 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:05.495576 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa59b38a-80d7-4cfa-b09a-ff5ed89d3151'] response: {'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0', 'code': 200} May 17 12:07:05.497038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.514311 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.519717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:07:05.536267 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.539784 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (7a2484e2-c66a-43f0-aa76-2f8ba6db105c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.540624 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Added segment 7a2484e2-c66a-43f0-aa76-2f8ba6db105c of type vlan for network 158994ce-0802-468b-a143-581178f9fa33 May 17 12:07:05.585247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (158994ce-0802-468b-a143-581178f9fa33), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.610656 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (158994ce-0802-468b-a143-581178f9fa33), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.611745 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:05.612589 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.644714 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3208747 May 17 12:07:05.647668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49074) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:05.653917 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Request body: {'subnet': {'network_id': '158994ce-0802-468b-a143-581178f9fa33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1365700998-subnet', 'tenant_id': '1e34053582a142e6a305ef3588cc015d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:05.690686 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9c8b1-0ba3-43fa-a5fc-7b57a1fe3d3a admin admin] Pushing event updated for resources: {'Network': ['ID=158994ce-0802-468b-a143-581178f9fa33,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.701658 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 158994ce-0802-468b-a143-581178f9fa33 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:07:05.708384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Made reservation on behalf of 1e34053582a142e6a305ef3588cc015d for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:07:05.710739 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13376070'] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.863788 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2074f5-0c01-46c1-8415-78d095891575 req-a966fe6d-f38c-4d46-a8dc-c85695784a8f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:05.865447 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cf2074f5-0c01-46c1-8415-78d095891575 req-a966fe6d-f38c-4d46-a8dc-c85695784a8f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.0472076 May 17 12:07:05.891501 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15953573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13376080'] for subnet (304149a0-7fbb-4a48-b731-d65d7133cf3a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:05.914058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cf2074f5-0c01-46c1-8415-78d095891575 req-4752b388-2bf6-4521-80e3-c78772d51235 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 May 17 12:07:05.949176 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Pushing event updated for resources: {'Subnet': ['ID=304149a0-7fbb-4a48-b731-d65d7133cf3a,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:05.959169 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Checking segment: {'id': '7a2484e2-c66a-43f0-aa76-2f8ba6db105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '158994ce-0802-468b-a143-581178f9fa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:07:05.959527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Network hostable DHCP agents. Network: 158994ce-0802-468b-a143-581178f9fa33, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:07:05.977888 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Network 158994ce-0802-468b-a143-581178f9fa33 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:07:05.987699 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 158994ce-0802-468b-a143-581178f9fa33) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:07:05.992413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:05.993096 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:06.005051 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f03861-5f68-4d99-8e5f-c25ff059c08c None None] Network 158994ce-0802-468b-a143-581178f9fa33 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:07:06.011689 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2fe0f22e-8067-4efd-ab2d-d814b563702b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3628521 May 17 12:07:06.089032 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb71c-b72f-4b35-b0c7-ce3b49efce05 req-8fb13672-a5bb-4ad4-95aa-e7d21b9e7e34 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.090896 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7effb71c-b72f-4b35-b0c7-ce3b49efce05 req-8fb13672-a5bb-4ad4-95aa-e7d21b9e7e34 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0600874 May 17 12:07:06.134926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ca2cc-29cf-48c7-bb3d-a9cffda61482 None None] Network 158994ce-0802-468b-a143-581178f9fa33 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:07:06.148697 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7effb71c-b72f-4b35-b0c7-ce3b49efce05 req-d183b9bd-0112-4930-b9f5-20b009babbc2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503142 May 17 12:07:06.265352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab708e61-d2f4-4c08-8075-860232ba002d req-0722624e-e3c8-465f-834e-8b0684d6009e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.266906 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ab708e61-d2f4-4c08-8075-860232ba002d req-0722624e-e3c8-465f-834e-8b0684d6009e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0477459 May 17 12:07:06.315784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ab708e61-d2f4-4c08-8075-860232ba002d req-b39633a8-8b70-4377-bdde-d5a7abe33313 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 May 17 12:07:06.460632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d7da-e9ec-48db-9484-ab443f5d948a req-1819eab4-659b-4668-b99f-6127622dccb7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.467475 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38c2d7da-e9ec-48db-9484-ab443f5d948a req-1819eab4-659b-4668-b99f-6127622dccb7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.0557003 May 17 12:07:06.513882 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38c2d7da-e9ec-48db-9484-ab443f5d948a req-f5af01b5-5e26-4c61-9720-6d361ee14920 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452995 May 17 12:07:06.644135 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-64f38ea1-dbe5-4ab3-9175-7e7e58a3ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.646435 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-64f38ea1-dbe5-4ab3-9175-7e7e58a3ac66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1128 time: 0.0467758 May 17 12:07:06.691149 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67615d-09bb-4828-a890-6f0189696358 req-8684f65c-94d5-407d-a6c0-a124a2c9262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.692687 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd67615d-09bb-4828-a890-6f0189696358 req-8684f65c-94d5-407d-a6c0-a124a2c9262d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 1128 time: 0.0447531 May 17 12:07:06.694379 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-bf0a4cc5-7dab-48ee-af46-07f74bf95399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0503752 May 17 12:07:06.827093 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac482-52e0-432a-96a5-c095a8da556a req-2609d877-2ffb-4547-98b1-016caba7d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.828577 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-2609d877-2ffb-4547-98b1-016caba7d51b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0656641 May 17 12:07:06.875933 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-180f7b2f-ceba-4496-8d7a-2cc1ccf89c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:06.877496 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-180f7b2f-ceba-4496-8d7a-2cc1ccf89c7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1127 time: 0.1170974 May 17 12:07:07.055596 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70bf13-d0a1-436d-9f92-fa05e4c7e093 req-b9eaff03-5ae8-41ca-844e-859d68d252bc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.058168 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9d70bf13-d0a1-436d-9f92-fa05e4c7e093 req-b9eaff03-5ae8-41ca-844e-859d68d252bc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 944 time: 0.0666118 May 17 12:07:07.128014 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9d70bf13-d0a1-436d-9f92-fa05e4c7e093 req-55d3b165-9d7e-4d43-bf80-88dc3d43ffdd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638001 May 17 12:07:07.220395 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 107ece26-d721-49ba-a200-f81af98f0a51 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:07:07.293151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e06185-565d-4b3f-97a5-45b7201aac09 req-6b35ee1a-96b9-41f9-9b5d-1feb21594325 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.294598 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2e06185-565d-4b3f-97a5-45b7201aac09 req-6b35ee1a-96b9-41f9-9b5d-1feb21594325 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0656643 May 17 12:07:07.305099 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-bcaaecb5-109d-4c70-a24d-b8801cc93013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.306582 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-bcaaecb5-109d-4c70-a24d-b8801cc93013 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.5018339 May 17 12:07:07.309599 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67615d-09bb-4828-a890-6f0189696358 req-1fa48c39-1e6f-4b73-b3ab-6d25018cb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.310975 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd67615d-09bb-4828-a890-6f0189696358 req-1fa48c39-1e6f-4b73-b3ab-6d25018cb13b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=27acd98621cd4a51ac46fb12e1824168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5049374 May 17 12:07:07.356398 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2e06185-565d-4b3f-97a5-45b7201aac09 req-4b300629-20f1-4a57-8c3c-b784540864d5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509617 May 17 12:07:07.373250 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=107ece26-d721-49ba-a200-f81af98f0a51,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:07.387814 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '107ece26-d721-49ba-a200-f81af98f0a51', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'port_id': '107ece26-d721-49ba-a200-f81af98f0a51', 'mac_address': 'fa:16:3e:b5:fe:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:07:07.429913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 107ece26-d721-49ba-a200-f81af98f0a51 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:07.430473 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (107ece26-d721-49ba-a200-f81af98f0a51), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:07.444669 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107ece26-d721-49ba-a200-f81af98f0a51 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:07.470051 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=107ece26-d721-49ba-a200-f81af98f0a51,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:07.476528 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:07.478130 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device b58f565e-dd05-47fe-9192-f26d8c0f0286 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:07:07.488427 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1eae-2820-4a52-a008-409dc9c4ef85 req-d49b65c9-aeb8-4abb-8905-a9ea21f77933 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.490275 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e49c1eae-2820-4a52-a008-409dc9c4ef85 req-d49b65c9-aeb8-4abb-8905-a9ea21f77933 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0579941 May 17 12:07:07.576810 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e49c1eae-2820-4a52-a008-409dc9c4ef85 req-30a50b26-6cc4-40c9-b933-a478c647a895 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785668 May 17 12:07:07.622520 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:07.662072 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:07.675541 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'port_id': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'mac_address': 'fa:16:3e:44:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:07:07.718961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port b58f565e-dd05-47fe-9192-f26d8c0f0286 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:07.719360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:07.734916 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22743-04fa-47ad-a67a-ddd624c1de68 req-abc9d0cf-b39f-4685-9cf9-ad28998cd5a5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:07.736477 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aae22743-04fa-47ad-a67a-ddd624c1de68 req-abc9d0cf-b39f-4685-9cf9-ad28998cd5a5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 943 time: 0.0731049 May 17 12:07:07.740911 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58f565e-dd05-47fe-9192-f26d8c0f0286 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:07.776270 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:07.781703 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:07.802981 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aae22743-04fa-47ad-a67a-ddd624c1de68 req-857e2ce1-64e6-45ba-83ef-9867dfec6f9e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530858 May 17 12:07:07.844601 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:08.250737 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4916-654b-4035-9295-8d9f82cb6df6 req-52442110-98d2-470f-bed2-cf02c934e1b5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:08.252231 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-578f4916-654b-4035-9295-8d9f82cb6df6 req-52442110-98d2-470f-bed2-cf02c934e1b5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 945 time: 0.0563214 May 17 12:07:08.301161 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-578f4916-654b-4035-9295-8d9f82cb6df6 req-8b235047-c5b5-4f6c-b03a-2624fb77cf6e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 May 17 12:07:08.469774 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe06d1-9c91-4c03-9a86-68820473768c req-a469cb46-1748-4227-a7d1-b7b657cc9640 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:08.471225 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f8fe06d1-9c91-4c03-9a86-68820473768c req-a469cb46-1748-4227-a7d1-b7b657cc9640 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0476506 May 17 12:07:08.520535 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f8fe06d1-9c91-4c03-9a86-68820473768c req-4b52ce37-f81d-4e1f-bf26-1f86f1e8f61b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 May 17 12:07:08.529566 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['107ece26-d721-49ba-a200-f81af98f0a51'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:07:08.693592 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a684846-5985-4098-97f8-467b8f3c11f9 req-f2127333-b60c-415b-9906-01d508ea3a72 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:08.693592 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3a684846-5985-4098-97f8-467b8f3c11f9 req-f2127333-b60c-415b-9906-01d508ea3a72 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0485377 May 17 12:07:08.740394 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['b58f565e-dd05-47fe-9192-f26d8c0f0286'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:07:08.745819 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3a684846-5985-4098-97f8-467b8f3c11f9 req-b176334d-9eba-4d18-ad1c-81d0a69e7f14 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 May 17 12:07:08.923610 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea578fef-607c-4ed1-80c3-c329c9ede0fe req-2b896388-b264-4d6b-9580-4e4c411afbf4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:08.925178 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ea578fef-607c-4ed1-80c3-c329c9ede0fe req-2b896388-b264-4d6b-9580-4e4c411afbf4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 944 time: 0.0513396 May 17 12:07:08.974139 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ea578fef-607c-4ed1-80c3-c329c9ede0fe req-a60eca53-3874-4d37-be18-c55939a3066b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 May 17 12:07:09.287895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac482-52e0-432a-96a5-c095a8da556a req-1523b21b-05a3-4aad-9e94-f8838f0c356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.290932 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-1523b21b-05a3-4aad-9e94-f8838f0c356d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231658 May 17 12:07:09.292100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-0234f02a-7687-4b53-80b1-23b7c0eea99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.294175 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-0234f02a-7687-4b53-80b1-23b7c0eea99b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1127 time: 0.1275067 May 17 12:07:09.303338 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c4e1-2571-41f5-b1cd-a0f872ae0b88 req-e2388573-881e-48d1-9576-3d2575e1df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.305882 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a8e7c4e1-2571-41f5-b1cd-a0f872ae0b88 req-e2388573-881e-48d1-9576-3d2575e1df51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0695388 May 17 12:07:09.425152 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49210) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:09.472325 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-729e7cfe-ea2a-4a72-9d34-88d5e4246dc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 217 time: 0.3054328 May 17 12:07:09.553435 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a8e7c4e1-2571-41f5-b1cd-a0f872ae0b88 req-a15ca4fa-549a-4093-a39e-eff51c07521c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282987 May 17 12:07:09.590906 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91392e9-be92-410e-8418-11c450303693 req-dcd0e11e-cba1-439e-9cb3-5217403f21ae tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.592485 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a91392e9-be92-410e-8418-11c450303693 req-dcd0e11e-cba1-439e-9cb3-5217403f21ae tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 945 time: 0.1232374 May 17 12:07:09.596913 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-bb37ef37-c8ef-4a6f-9dea-8a701aa94d54 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949324 May 17 12:07:09.598269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-811e148e-1967-449a-8411-cc01a3159102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.599609 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-811e148e-1967-449a-8411-cc01a3159102 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.2847226 May 17 12:07:09.650924 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a91392e9-be92-410e-8418-11c450303693 req-42a066d1-25dd-4c52-923f-02627b044f8e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 May 17 12:07:09.681000 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:07:09.692844 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36bd6fee-4472-413e-8420-72dc63e75d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.700228 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67615d-09bb-4828-a890-6f0189696358 req-94bb59d6-ab9c-4b10-b52c-16246211f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.700661 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd67615d-09bb-4828-a890-6f0189696358 req-94bb59d6-ab9c-4b10-b52c-16246211f14a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5275769 May 17 12:07:09.753688 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-e2ce21e3-e88d-4575-ab22-32bd7e2755eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.755051 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-e2ce21e3-e88d-4575-ab22-32bd7e2755eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.1444526 May 17 12:07:09.761797 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46e62-28ae-48a4-9d8f-3d6c2e443b8f req-1ef7c988-5a97-45f4-a831-f71ec7193fd8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.763185 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-30a46e62-28ae-48a4-9d8f-3d6c2e443b8f req-1ef7c988-5a97-45f4-a831-f71ec7193fd8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0860174 May 17 12:07:09.768589 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-e80dc709-41c9-41f8-b996-e50a30f9e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.770403 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-e80dc709-41c9-41f8-b996-e50a30f9e34c service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.6023593 May 17 12:07:09.802333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:09.802542 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36bd6fee-4472-413e-8420-72dc63e75d57 admin admin] Publish callbacks [] for security_group (8c448d27-c786-4b67-a536-aff15aa1729b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.809385 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36bd6fee-4472-413e-8420-72dc63e75d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8c448d27-c786-4b67-a536-aff15aa1729b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.817352 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:07:09.831452 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-30a46e62-28ae-48a4-9d8f-3d6c2e443b8f req-9ef0fc9b-a773-48ba-8555-210af1ed8cc5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557711 May 17 12:07:09.862166 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:09.862565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.876209 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:09.888260 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-36bd6fee-4472-413e-8420-72dc63e75d57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b41f1ad82a2b4eddba9f441ada22417d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325202 May 17 12:07:09.890907 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49220) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:09.891333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd6fee-4472-413e-8420-72dc63e75d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c448d27-c786-4b67-a536-aff15aa1729b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.897858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:09.903517 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa236316-1b7d-4175-8968-f2db4207dbc8 req-922339fc-9c02-4142-8350-29e9c6d720b9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:09.903879 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.905687 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fa236316-1b7d-4175-8968-f2db4207dbc8 req-922339fc-9c02-4142-8350-29e9c6d720b9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0716536 May 17 12:07:09.960237 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:09.976415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] Publish callbacks [] for security_group (8c448d27-c786-4b67-a536-aff15aa1729b), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:09.981123 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fa236316-1b7d-4175-8968-f2db4207dbc8 req-90f086d7-968e-4770-b176-d132c2a588fd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619903 May 17 12:07:09.999391 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] Publish callbacks [] for security_group (8c448d27-c786-4b67-a536-aff15aa1729b), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.035316 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-37a0d8b5-0b11-4b3f-bbe7-8926544f4a21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 217 time: 0.0509968 May 17 12:07:10.077296 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-067bccaf-1570-4863-a077-f140a91df835 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 217 time: 0.0735407 May 17 12:07:10.125779 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-752e26eb-b148-4e01-a377-1003561ed2a5 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894871 May 17 12:07:10.130164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-560257fb-d6a2-4a28-8566-51825a303e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.131763 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-560257fb-d6a2-4a28-8566-51825a303e13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295111 May 17 12:07:10.143124 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a3784-0fd4-41c6-ab7c-494f12133541 req-2c2cf250-4214-4cdc-8ef8-44eb0b3910fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.144525 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fc5a3784-0fd4-41c6-ab7c-494f12133541 req-2c2cf250-4214-4cdc-8ef8-44eb0b3910fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 944 time: 0.0741184 May 17 12:07:10.176687 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8c448d27-c786-4b67-a536-aff15aa1729b), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.179358 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.181197 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c448d27-c786-4b67-a536-aff15aa1729b HTTP/1.1" status: 204 len: 168 time: 0.2883942 May 17 12:07:10.201768 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd06879-bbd3-4344-905a-b04571a6809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c448d27-c786-4b67-a536-aff15aa1729b,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:10.213677 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fc5a3784-0fd4-41c6-ab7c-494f12133541 req-4fe97a38-03c4-469d-a224-b986b4ad761d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631881 May 17 12:07:10.463557 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49236) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:10.477834 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065fd015-ee16-4959-a24b-54dd0d3c859c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.565506 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065fd015-ee16-4959-a24b-54dd0d3c859c admin admin] Publish callbacks [] for security_group (fff0a895-0925-4349-b1c8-d639843fadae), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.569939 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-065fd015-ee16-4959-a24b-54dd0d3c859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (fff0a895-0925-4349-b1c8-d639843fadae), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.614048 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-065fd015-ee16-4959-a24b-54dd0d3c859c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d743bf838784dccbe995c82cf85d87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493809 May 17 12:07:10.615121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fd015-ee16-4959-a24b-54dd0d3c859c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0a895-0925-4349-b1c8-d639843fadae,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:10.616713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49242) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:10.617317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 107ece26-d721-49ba-a200-f81af98f0a51 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:07:10.658481 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 107ece26-d721-49ba-a200-f81af98f0a51 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:07:10.666069 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 107ece26-d721-49ba-a200-f81af98f0a51 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:10.667999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (107ece26-d721-49ba-a200-f81af98f0a51), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.675898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] Publish callbacks [] for security_group (fff0a895-0925-4349-b1c8-d639843fadae), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.704014 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] Publish callbacks [] for security_group (fff0a895-0925-4349-b1c8-d639843fadae), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.755186 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 107ece26-d721-49ba-a200-f81af98f0a51 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:10.757221 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (107ece26-d721-49ba-a200-f81af98f0a51), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.791287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:10.794028 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e4dff-f8bc-42a7-9129-d50aa89d5492" -d '{"events": [{"server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "name": "network-vif-plugged", "status": "completed", "tag": "107ece26-d721-49ba-a200-f81af98f0a51"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:10.808290 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=107ece26-d721-49ba-a200-f81af98f0a51,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:10.818389 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.819811 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device b58f565e-dd05-47fe-9192-f26d8c0f0286 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:07:10.839435 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8537-24f5-4b59-a0af-012de53a6361 req-a3d2c5e7-b65d-426b-bbab-c584d79e62a6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.841368 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2ad8537-24f5-4b59-a0af-012de53a6361 req-a3d2c5e7-b65d-426b-bbab-c584d79e62a6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 945 time: 0.0719290 May 17 12:07:10.842867 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-5023d534-4e57-4321-9c7e-91ef1d79df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.844414 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-5023d534-4e57-4321-9c7e-91ef1d79df2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.1274173 May 17 12:07:10.870569 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae4896-4494-49d8-a641-0246fd22b5e3 x-openstack-request-id: req-71ae4896-4494-49d8-a641-0246fd22b5e3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:10.870892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "name": "network-vif-plugged", "status": "completed", "tag": "107ece26-d721-49ba-a200-f81af98f0a51", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:10.871159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71ae4896-4494-49d8-a641-0246fd22b5e3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:10.871543 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ae4896-4494-49d8-a641-0246fd22b5e3'] response: {'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51', 'code': 200} May 17 12:07:10.917764 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-1531c0e6-ecb7-4c57-b083-ec96761d7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.919669 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-1531c0e6-ecb7-4c57-b083-ec96761d7378 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 1128 time: 0.1739995 May 17 12:07:10.921770 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2ad8537-24f5-4b59-a0af-012de53a6361 req-65fd2519-ca85-475a-9471-66d75ae90692 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 May 17 12:07:10.925452 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:10.938104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port b58f565e-dd05-47fe-9192-f26d8c0f0286 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:07:10.951092 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port b58f565e-dd05-47fe-9192-f26d8c0f0286 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:10.951519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:10.957560 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-6cde59ed-b71e-4027-bd92-2bbc46707d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:10.959025 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-6cde59ed-b71e-4027-bd92-2bbc46707d44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.2316470 May 17 12:07:10.996328 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-cd29d629-9aac-47dd-b070-09d1c17a1b59 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700126 May 17 12:07:10.999027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (fff0a895-0925-4349-b1c8-d639843fadae), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:11.011045 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:11.014937 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fff0a895-0925-4349-b1c8-d639843fadae HTTP/1.1" status: 204 len: 168 time: 0.3941000 May 17 12:07:11.027721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf20f6-b3dd-4e86-bcd0-5b7d903bcdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0a895-0925-4349-b1c8-d639843fadae,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:11.043278 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0524b-dd6f-47d1-a9bb-a8536abcff46 req-cef4110f-35ba-4c9b-ab69-857ca5815d04 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:11.044983 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-45a0524b-dd6f-47d1-a9bb-a8536abcff46 req-cef4110f-35ba-4c9b-ab69-857ca5815d04 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.1072147 May 17 12:07:11.064093 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port b58f565e-dd05-47fe-9192-f26d8c0f0286 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:11.064718 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:11.110577 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:11.114014 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:07:11.115946 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-45a0524b-dd6f-47d1-a9bb-a8536abcff46 req-8a73de45-a9fe-4c89-9099-212b1bafb1bf tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553174 May 17 12:07:11.150012 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-5f787aab-8e40-4b52-b01d-e5feb2842ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:11.151537 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-5f787aab-8e40-4b52-b01d-e5feb2842ea3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737495 May 17 12:07:11.158010 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a3771-7285-4f18-a58f-52310423bcf5 req-dd24c15b-ea1f-4a5a-bdaa-e149817eb554 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:11.158991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:11.159644 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f04a3771-7285-4f18-a58f-52310423bcf5 req-dd24c15b-ea1f-4a5a-bdaa-e149817eb554 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.1050580 May 17 12:07:11.228148 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f04a3771-7285-4f18-a58f-52310423bcf5 req-8d733783-f9e1-4916-9eac-1b0bd353bc17 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622342 May 17 12:07:11.336364 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:11.400675 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-648f06b9-9280-40f0-9aae-2f171f2e80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:11.405381 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-648f06b9-9280-40f0-9aae-2f171f2e80f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1640217 May 17 12:07:11.412426 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-026d714d-ae16-46a5-99aa-98f1bce53130 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810782 May 17 12:07:11.490648 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-0d60e5b8-e8a0-4ed2-b04b-13be514e8182 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9c1c53c-8160-4739-98f3-05a522031fb3 HTTP/1.1" status: 200 len: 217 time: 0.2562072 May 17 12:07:11.571979 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637836-4b59-459a-a065-7e3c55da36e6 req-353c5880-a5c8-4ec8-a2d0-ebc6204572e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:11.573489 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7637836-4b59-459a-a065-7e3c55da36e6 req-353c5880-a5c8-4ec8-a2d0-ebc6204572e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0976250 May 17 12:07:11.603137 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5448a01-14c6-4e7b-9d59-46a9d6f02251 req-ee695bbb-2746-43c1-b714-f011123f0982 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869624 May 17 12:07:11.641259 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7637836-4b59-459a-a065-7e3c55da36e6 req-313e474c-d98d-4372-ad33-e1ca4d2c2ba1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580137 May 17 12:07:11.979633 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72c14303-f94a-49ad-84f3-91234d7fab1e req-bfaf4d67-f7bc-43cc-86cd-f6550e1dcbdd service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359141 May 17 12:07:12.067735 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe9f89-101d-4e61-ba31-15f034bc5ffe req-df1664fa-bef8-45a3-89b8-599f126279df tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.070862 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-debe9f89-101d-4e61-ba31-15f034bc5ffe req-df1664fa-bef8-45a3-89b8-599f126279df tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0510459 May 17 12:07:12.087654 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed53c01-2e4e-40d7-970c-4dbb053bec24 req-848ad86d-ae91-42e6-9706-89cf0bf916ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.089169 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6ed53c01-2e4e-40d7-970c-4dbb053bec24 req-848ad86d-ae91-42e6-9706-89cf0bf916ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1130 time: 0.2224920 May 17 12:07:12.092537 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-e0eb174b-c16e-4e3b-b1f1-9ce8272e87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.093869 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-e0eb174b-c16e-4e3b-b1f1-9ce8272e87a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.2540286 May 17 12:07:12.116911 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-e5bef2b9-695c-45b6-8d8e-b278bffebe94 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686465 May 17 12:07:12.125659 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-debe9f89-101d-4e61-ba31-15f034bc5ffe req-9d3fab73-e5ae-41e4-824e-bc3b68ab9ca2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 May 17 12:07:12.243639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033e0ff-8943-46cc-9491-e6e3148e635f req-25b469d5-345e-4277-b1d7-31432f5b4951 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.245247 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3033e0ff-8943-46cc-9491-e6e3148e635f req-25b469d5-345e-4277-b1d7-31432f5b4951 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0518630 May 17 12:07:12.384172 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745114d0-8b14-4450-a945-ea2aaddfb68c req-fd54f4eb-eb6b-484d-8262-061c41bd6d53 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.385588 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-745114d0-8b14-4450-a945-ea2aaddfb68c req-fd54f4eb-eb6b-484d-8262-061c41bd6d53 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0522289 May 17 12:07:12.406295 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-d59482f8-639d-428a-adf2-aaa58309fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.407833 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-d59482f8-639d-428a-adf2-aaa58309fadf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606209 May 17 12:07:12.436019 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6ed53c01-2e4e-40d7-970c-4dbb053bec24 req-a44b93a7-69e1-43ad-83f0-ea720fe7a026 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740425 May 17 12:07:12.447047 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-745114d0-8b14-4450-a945-ea2aaddfb68c req-59a458f1-ceb8-4a1b-8df6-9e37c234820d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556395 May 17 12:07:12.465199 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3033e0ff-8943-46cc-9491-e6e3148e635f req-52dbc0ae-d8bc-4c36-925e-231b5bf2c1a9 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980100 May 17 12:07:12.518888 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db30ab-8fbe-4840-bd20-81f04c0eb6fb req-3d512391-49fb-4273-a384-74cdfe63461b service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726412 May 17 12:07:12.532905 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:07:12.544415 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-2ac61c35-a84c-4721-b165-2b12845261c0 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257818 May 17 12:07:12.584296 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:07:12.590455 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:12.590830 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:12.667519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:12.668527 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:12.707222 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:12.712370 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:12.761092 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:12.761386 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385947-6a86-4b38-b027-f1dfa779ad92 req-c7e7f7f7-3db7-49c9-a544-4217aa35c59e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:12.762856 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad385947-6a86-4b38-b027-f1dfa779ad92 req-c7e7f7f7-3db7-49c9-a544-4217aa35c59e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0497334 May 17 12:07:12.816525 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad385947-6a86-4b38-b027-f1dfa779ad92 req-9d108e3b-406b-4dd9-ac06-2ada8cbbfedf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 May 17 12:07:12.873231 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286'}, {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:12.878487 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0872a-8a58-4545-bb5b-83341cb4091c" -d '{"events": [{"server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "name": "network-vif-plugged", "status": "completed", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286"}, {"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:12.921093 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 May 2022 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181d89c-20ab-40c4-bf5c-be9c9a4826a9 x-openstack-request-id: req-9181d89c-20ab-40c4-bf5c-be9c9a4826a9 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:12.921478 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "name": "network-vif-plugged", "status": "completed", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286", "code": 200}, {"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:12.921807 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9181d89c-20ab-40c4-bf5c-be9c9a4826a9 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:12.922413 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9181d89c-20ab-40c4-bf5c-be9c9a4826a9'] response: {'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'code': 200} May 17 12:07:12.922678 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9181d89c-20ab-40c4-bf5c-be9c9a4826a9'] response: {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'code': 200} May 17 12:07:12.977522 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a4dcc48-9889-45f2-93a5-3e509188d6a3 req-49070413-30bd-4648-ba15-71b0dde790e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014638 May 17 12:07:13.251553 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49353b-74de-435e-a922-a0fb65492c2b req-865e2b62-58cc-4324-9c76-d615450116f9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:13.252915 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a49353b-74de-435e-a922-a0fb65492c2b req-865e2b62-58cc-4324-9c76-d615450116f9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0551660 May 17 12:07:13.316697 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a49353b-74de-435e-a922-a0fb65492c2b req-9c640032-7734-4c47-b65f-57e40c5328d5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 May 17 12:07:13.614029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feef58-63e1-4d4c-b4f4-83b0f3cefcad req-0700f067-2591-4cac-9535-89363f592e56 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:13.615536 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-17feef58-63e1-4d4c-b4f4-83b0f3cefcad req-0700f067-2591-4cac-9535-89363f592e56 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0496240 May 17 12:07:13.645260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913ad1c-4f5d-4082-9452-0ea7779b1466 req-e9a52fc3-2f8f-4238-99c3-dd57833778ff tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:13.652802 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2913ad1c-4f5d-4082-9452-0ea7779b1466 req-e9a52fc3-2f8f-4238-99c3-dd57833778ff tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0758917 May 17 12:07:13.685199 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-17feef58-63e1-4d4c-b4f4-83b0f3cefcad req-db4a7db6-6ce6-45c4-9196-9b578a959516 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592484 May 17 12:07:13.713226 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2913ad1c-4f5d-4082-9452-0ea7779b1466 req-07607ff9-4839-47b8-8435-429d5da03e4b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595179 May 17 12:07:13.925608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c059-88d3-48eb-b07b-3839e74681e9 req-86df3141-725b-45f2-b9dc-5caf3526d0be tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:13.927031 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e1b7c059-88d3-48eb-b07b-3839e74681e9 req-86df3141-725b-45f2-b9dc-5caf3526d0be tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0446010 May 17 12:07:14.150526 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e1b7c059-88d3-48eb-b07b-3839e74681e9 req-08618127-7c89-441a-a838-754d44d56a6d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175133 May 17 12:07:14.433022 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dab42-c8de-4ac8-b91e-d48da18c5890 req-c76e9ac2-268d-4b6a-a8ca-181901e9a698 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:14.434506 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6e3dab42-c8de-4ac8-b91e-d48da18c5890 req-c76e9ac2-268d-4b6a-a8ca-181901e9a698 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0456541 May 17 12:07:14.483714 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6e3dab42-c8de-4ac8-b91e-d48da18c5890 req-9054d9cf-dc4d-481a-a6fc-0beb1f560079 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 May 17 12:07:14.806002 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0fcb-083f-4490-a3ba-a0f3a77a6fb1 req-9661c6a7-e4ad-4674-b890-96e72eccb01d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:14.807523 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bb3a0fcb-083f-4490-a3ba-a0f3a77a6fb1 req-9661c6a7-e4ad-4674-b890-96e72eccb01d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0472927 May 17 12:07:14.844595 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b235e-5712-4255-9761-bbaef0755662 req-2aa2c393-a81a-46c9-9ba9-2aba952a566a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:14.848988 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f5b235e-5712-4255-9761-bbaef0755662 req-2aa2c393-a81a-46c9-9ba9-2aba952a566a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0544379 May 17 12:07:14.865560 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bb3a0fcb-083f-4490-a3ba-a0f3a77a6fb1 req-6381f9d7-39e6-400f-a3d9-a8135b7f74f6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521369 May 17 12:07:14.895838 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f5b235e-5712-4255-9761-bbaef0755662 req-5bef2e9f-ec96-4f77-afc1-395954185072 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440433 May 17 12:07:15.268198 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eac4e-91e5-43fd-b5c9-97fd3b3db7df req-988a5820-f638-409c-9111-53a602e2d86c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:15.269698 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d74eac4e-91e5-43fd-b5c9-97fd3b3db7df req-988a5820-f638-409c-9111-53a602e2d86c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0500281 May 17 12:07:15.321892 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d74eac4e-91e5-43fd-b5c9-97fd3b3db7df req-f896321b-bbeb-4a74-b7b9-3931a8576ef0 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466464 May 17 12:07:15.611547 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555ebd5-ab17-47fb-8b54-54f9b0929e2e req-2af6c971-33cc-490a-9d4f-403c13e37829 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:15.614000 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2555ebd5-ab17-47fb-8b54-54f9b0929e2e req-2af6c971-33cc-490a-9d4f-403c13e37829 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0519810 May 17 12:07:15.687226 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2555ebd5-ab17-47fb-8b54-54f9b0929e2e req-0ce5bd45-a9ed-49cf-818d-8dde1b1de960 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 May 17 12:07:15.977589 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74825688-e213-4395-9200-5b65443313b3 req-d14602fc-b78c-491f-a63b-c6164faff886 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:15.979027 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-74825688-e213-4395-9200-5b65443313b3 req-d14602fc-b78c-491f-a63b-c6164faff886 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0465837 May 17 12:07:16.014945 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ed2d-3968-4cb4-a1bb-b734c736b0a2 req-67a4c734-a755-4141-a7e8-462b8770587d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:16.016518 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c586ed2d-3968-4cb4-a1bb-b734c736b0a2 req-67a4c734-a755-4141-a7e8-462b8770587d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0459409 May 17 12:07:16.025604 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-74825688-e213-4395-9200-5b65443313b3 req-c8584fa4-ec88-48f3-be64-610125a30395 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 May 17 12:07:16.068791 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c586ed2d-3968-4cb4-a1bb-b734c736b0a2 req-b09d4869-b7b8-4288-83ce-4f4fc42f2ab9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 May 17 12:07:16.434565 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c33dd-0ca8-4cee-b0cf-62bbfa61fb4a req-b1a95dec-f328-4030-b7a2-1ca63309a3af tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:16.436299 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-111c33dd-0ca8-4cee-b0cf-62bbfa61fb4a req-b1a95dec-f328-4030-b7a2-1ca63309a3af tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0468991 May 17 12:07:16.483572 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-111c33dd-0ca8-4cee-b0cf-62bbfa61fb4a req-6200baea-5060-4792-8984-03567b8a7161 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 May 17 12:07:16.806559 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da9c8-95d6-48e2-8658-7d6201266aca req-d139acc6-d32a-440b-b713-44380ab4adbf tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:16.808041 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-345da9c8-95d6-48e2-8658-7d6201266aca req-d139acc6-d32a-440b-b713-44380ab4adbf tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0518842 May 17 12:07:16.858466 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-345da9c8-95d6-48e2-8658-7d6201266aca req-646e8f88-23bd-46a9-be32-ecf742ce6c9f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 May 17 12:07:17.170609 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922873a-5e7d-431f-a3df-b82559f8248a req-5d17b0c1-4018-4891-b170-acdad191898b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.172515 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c922873a-5e7d-431f-a3df-b82559f8248a req-5d17b0c1-4018-4891-b170-acdad191898b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0753846 May 17 12:07:17.247447 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c922873a-5e7d-431f-a3df-b82559f8248a req-8ac7f8f3-8d5a-4b6e-b35a-9ba061e6f01c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692141 May 17 12:07:17.267611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b44bb-5d2b-4d5b-b55f-c4ec422770f3 req-03c778ae-9b9d-4230-898c-4cd3a20bf4ba tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.269123 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1f4b44bb-5d2b-4d5b-b55f-c4ec422770f3 req-03c778ae-9b9d-4230-898c-4cd3a20bf4ba tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0718207 May 17 12:07:17.320166 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1f4b44bb-5d2b-4d5b-b55f-c4ec422770f3 req-098cd90c-383f-4a14-a0cc-28ab7a70cde3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 May 17 12:07:17.372682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf823-a6dc-45c1-951e-32e81f203094 req-34924ffb-d029-4c5e-9010-daa3a15f4fe4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.374108 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb3cf823-a6dc-45c1-951e-32e81f203094 req-34924ffb-d029-4c5e-9010-daa3a15f4fe4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0614824 May 17 12:07:17.422067 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb3cf823-a6dc-45c1-951e-32e81f203094 req-ef1a4ac3-4818-4359-9a71-c1846292b8d8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 May 17 12:07:17.601823 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc0560-355e-4ae5-8906-312e02d3ea35 req-a9004875-dcb5-406e-a734-c630ec75c5fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.603338 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1dcc0560-355e-4ae5-8906-312e02d3ea35 req-a9004875-dcb5-406e-a734-c630ec75c5fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0478134 May 17 12:07:17.650908 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1dcc0560-355e-4ae5-8906-312e02d3ea35 req-ba9c6510-8c43-435b-98d8-b8147ee60e6a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 May 17 12:07:17.881058 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d566b-49bf-4bb1-a19a-00a8a8e00c28 req-7fa17335-8aec-4be2-aaa3-38e519ae7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.883475 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-913d566b-49bf-4bb1-a19a-00a8a8e00c28 req-7fa17335-8aec-4be2-aaa3-38e519ae7b62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1129 time: 0.2944348 May 17 12:07:17.888527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23226bf4-0e85-4e0a-9cfe-1f555dd8166c req-7de6b8dc-c0a9-4a97-bac6-5a7407e6cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.889952 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-23226bf4-0e85-4e0a-9cfe-1f555dd8166c req-7de6b8dc-c0a9-4a97-bac6-5a7407e6cc6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1129 time: 0.2760141 May 17 12:07:17.892728 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-201da076-25fe-4fa6-a20e-0dff91c920e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:17.894036 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-201da076-25fe-4fa6-a20e-0dff91c920e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1130 time: 0.2811427 May 17 12:07:18.364754 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d21faa-515f-41d1-b4ad-7d04b72674cd req-d41b570c-6d98-4427-8334-4cb2564c9866 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:18.366642 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08d21faa-515f-41d1-b4ad-7d04b72674cd req-d41b570c-6d98-4427-8334-4cb2564c9866 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 944 time: 0.0481582 May 17 12:07:18.416463 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08d21faa-515f-41d1-b4ad-7d04b72674cd req-40b3ce16-e9e4-4204-a95b-a5ec5d1b9b7b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 May 17 12:07:18.441373 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d098c-25a8-4fda-832b-318b432b4df2 req-1e1b1c78-d3f0-4ac4-a9e1-863695f93af7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:18.444541 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-504d098c-25a8-4fda-832b-318b432b4df2 req-1e1b1c78-d3f0-4ac4-a9e1-863695f93af7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0463755 May 17 12:07:18.494193 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-504d098c-25a8-4fda-832b-318b432b4df2 req-4ca05676-262f-4f36-99fc-0a7a7533ec7d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 May 17 12:07:18.535970 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device e9c1c53c-8160-4739-98f3-05a522031fb3 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:07:18.536934 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab09f-e677-488b-9f84-cd0eefef3b84 req-917a90bd-b0f2-4d91-9980-8c6ac7c9d9f3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:18.538589 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae6ab09f-e677-488b-9f84-cd0eefef3b84 req-917a90bd-b0f2-4d91-9980-8c6ac7c9d9f3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0482144 May 17 12:07:18.585376 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae6ab09f-e677-488b-9f84-cd0eefef3b84 req-38410a12-b412-4ade-a9ab-682d130e0e78 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 May 17 12:07:18.632986 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e9c1c53c-8160-4739-98f3-05a522031fb3,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:18.644108 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:07:18.681712 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port e9c1c53c-8160-4739-98f3-05a522031fb3 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:18.682059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:18.695771 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c1c53c-8160-4739-98f3-05a522031fb3 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:07:18.717721 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e9c1c53c-8160-4739-98f3-05a522031fb3,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:18.721543 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:18.767226 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ddc8-8fdb-4172-9e8b-c86d7e97948e req-deb73a03-70ff-4795-80f5-1be00518d002 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:18.768944 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3ac1ddc8-8fdb-4172-9e8b-c86d7e97948e req-deb73a03-70ff-4795-80f5-1be00518d002 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0472505 May 17 12:07:18.769826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:18.817002 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3ac1ddc8-8fdb-4172-9e8b-c86d7e97948e req-d5b7c683-6d85-4b7d-9301-0b28099294b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 May 17 12:07:19.139534 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-23226bf4-0e85-4e0a-9cfe-1f555dd8166c req-3a6c5b56-f640-44ff-8326-6cda58f6d425 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269770 May 17 12:07:19.147628 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-913d566b-49bf-4bb1-a19a-00a8a8e00c28 req-b372c512-2efb-4a38-a40f-60cb1692cf6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338551 May 17 12:07:19.166864 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-981fc3c3-1ef6-4fd4-a297-f313d11a57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:19.168349 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-981fc3c3-1ef6-4fd4-a297-f313d11a57c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.1492467 May 17 12:07:19.494519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['e9c1c53c-8160-4739-98f3-05a522031fb3'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:07:19.587390 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ed85c-bc35-4070-aec4-ddf57289c035 req-0cd6a766-358f-41e7-a75f-5ab2898e72f1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:19.597985 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-519ed85c-bc35-4070-aec4-ddf57289c035 req-0cd6a766-358f-41e7-a75f-5ab2898e72f1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 945 time: 0.1094966 May 17 12:07:19.668573 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c8ff3-61d5-4ceb-ac10-9984349e59ac req-0545c807-bbfe-4e81-87ad-ddd662982881 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:19.669072 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-519ed85c-bc35-4070-aec4-ddf57289c035 req-3c4bff9d-313c-43f7-a4db-7c052c2199f0 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633590 May 17 12:07:19.671090 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a09c8ff3-61d5-4ceb-ac10-9984349e59ac req-0545c807-bbfe-4e81-87ad-ddd662982881 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0557578 May 17 12:07:19.787812 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a09c8ff3-61d5-4ceb-ac10-9984349e59ac req-c8cbe68a-1752-413b-b261-532593621240 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082079 May 17 12:07:19.844307 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d96fc-5d76-4385-a6aa-e6f501472f49 req-9396018a-a245-45f7-b83e-3d49e84d2898 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:19.845900 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-798d96fc-5d76-4385-a6aa-e6f501472f49 req-9396018a-a245-45f7-b83e-3d49e84d2898 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0728543 May 17 12:07:19.880924 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49536) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:19.930376 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-798d96fc-5d76-4385-a6aa-e6f501472f49 req-4e5eec83-ad38-417a-b4b0-be60be84642e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 May 17 12:07:19.978212 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73358c8-f067-4f78-9fda-458a24f822bb req-32923492-615c-4bf7-9839-2cd05bf7141e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:19.979754 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c73358c8-f067-4f78-9fda-458a24f822bb req-32923492-615c-4bf7-9839-2cd05bf7141e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0679252 May 17 12:07:20.038325 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.052718 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c73358c8-f067-4f78-9fda-458a24f822bb req-6be3f26b-538c-4702-8aef-7e371ce4f498 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667939 May 17 12:07:20.128436 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Publish callbacks [] for security_group (e55848e4-31d3-4774-829e-a5877b226f84), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.132132 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e55848e4-31d3-4774-829e-a5877b226f84), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.170737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c0245f026874434a3732fc81e146c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882111 May 17 12:07:20.171913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55848e4-31d3-4774-829e-a5877b226f84,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.173227 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49544) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:20.179069 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.179415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.180045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.180161 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.180435 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.180760 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.181083 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.181403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.181750 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.182078 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.182415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.182755 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.183077 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.183391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.183703 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94e529-afb6-4898-b3ae-1b90f9fdfb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.221581 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Publish callbacks [] for security_group (e55848e4-31d3-4774-829e-a5877b226f84), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.245635 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Publish callbacks [] for security_group (e55848e4-31d3-4774-829e-a5877b226f84), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.292166 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e55848e4-31d3-4774-829e-a5877b226f84), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.294823 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.295988 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e55848e4-31d3-4774-829e-a5877b226f84 HTTP/1.1" status: 204 len: 168 time: 0.1217713 May 17 12:07:20.305189 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55848e4-31d3-4774-829e-a5877b226f84,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.313641 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.313991 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.314332 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.314668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.315048 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.315384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.315715 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.316035 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.316381 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.316704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.317027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.317348 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.317666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.317981 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.318298 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8032c0-ce7f-450e-b55f-d3028543dec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:20.571636 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49552) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:20.584918 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a87-32d9-48dd-9dae-f05c8f4d8d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.665320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a87-32d9-48dd-9dae-f05c8f4d8d49 admin admin] Publish callbacks [] for security_group (93f4871f-dca3-4250-980b-094ef3b99645), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.669113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a87-32d9-48dd-9dae-f05c8f4d8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (93f4871f-dca3-4250-980b-094ef3b99645), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.709926 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-2f4d3a87-32d9-48dd-9dae-f05c8f4d8d49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b384af10007441cb6645136d53866f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371346 May 17 12:07:20.713226 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49556) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:20.729757 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d3a87-32d9-48dd-9dae-f05c8f4d8d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f4871f-dca3-4250-980b-094ef3b99645,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.741182 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-0c1f3d91-e6b8-4d71-ab44-aaff0a8e140f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 217 time: 0.0419812 May 17 12:07:20.790671 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] Publish callbacks [] for security_group (93f4871f-dca3-4250-980b-094ef3b99645), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.811697 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2999f24-dc90-4602-9ac6-0ec287602e04 req-621743e1-24e7-41c4-a3f3-373aebe4be40 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:20.813209 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e2999f24-dc90-4602-9ac6-0ec287602e04 req-621743e1-24e7-41c4-a3f3-373aebe4be40 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 945 time: 0.0471332 May 17 12:07:20.813340 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] Publish callbacks [] for security_group (93f4871f-dca3-4250-980b-094ef3b99645), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.867606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (93f4871f-dca3-4250-980b-094ef3b99645), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.870530 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:20.871674 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93f4871f-dca3-4250-980b-094ef3b99645 HTTP/1.1" status: 204 len: 168 time: 0.1573715 May 17 12:07:20.884947 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e2999f24-dc90-4602-9ac6-0ec287602e04 req-84f59434-c4be-4580-b8e8-11150e94a1b0 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651484 May 17 12:07:20.908475 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694f58a-270f-4941-90f5-86aeaab1e404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f4871f-dca3-4250-980b-094ef3b99645,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:20.932511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9835b-20c0-4997-8a7a-314ad08a2bc8 req-5edeaedf-afd3-410d-b5c9-4223ed688449 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:20.934033 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0cc9835b-20c0-4997-8a7a-314ad08a2bc8 req-5edeaedf-afd3-410d-b5c9-4223ed688449 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0611465 May 17 12:07:20.980094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device e9c1c53c-8160-4739-98f3-05a522031fb3 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:07:21.021928 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0cc9835b-20c0-4997-8a7a-314ad08a2bc8 req-96ac37f9-73b0-4e71-9cc0-058c235c9ce1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818017 May 17 12:07:21.056603 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port e9c1c53c-8160-4739-98f3-05a522031fb3 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:07:21.062581 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port e9c1c53c-8160-4739-98f3-05a522031fb3 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:07:21.063004 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.064293 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99199b-02d4-4636-a735-15a4a190d426 req-d753647f-9aae-44a6-b635-b579a7599b3d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:21.066107 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5f99199b-02d4-4636-a735-15a4a190d426 req-d753647f-9aae-44a6-b635-b579a7599b3d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0569954 May 17 12:07:21.129947 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5f99199b-02d4-4636-a735-15a4a190d426 req-22b7589d-2611-453d-9ca7-d4542fbd0aea tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 May 17 12:07:21.182476 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port e9c1c53c-8160-4739-98f3-05a522031fb3 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:07:21.182913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.209034 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:21.211964 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1506f8bb-c6db-44bd-8e4f-ab03b1884f8e" -d '{"events": [{"server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "name": "network-vif-plugged", "status": "completed", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:21.229897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e9c1c53c-8160-4739-98f3-05a522031fb3,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:21.232963 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079ec10-42ba-490d-bf1f-283972f0c76c req-5908fe3a-fb4c-4cea-ab5a-33f8fae8da6f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:21.237244 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49582) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:21.238723 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.252165 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3079ec10-42ba-490d-bf1f-283972f0c76c req-5908fe3a-fb4c-4cea-ab5a-33f8fae8da6f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.1213665 May 17 12:07:21.267177 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc8682-34a2-4255-b9cd-3a0aa97b38ef x-openstack-request-id: req-22fc8682-34a2-4255-b9cd-3a0aa97b38ef {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:21.267805 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "name": "network-vif-plugged", "status": "completed", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:21.268356 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22fc8682-34a2-4255-b9cd-3a0aa97b38ef {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:21.268913 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fc8682-34a2-4255-b9cd-3a0aa97b38ef'] response: {'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'code': 200} May 17 12:07:21.300721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Deleting subnet 7210cac5-4721-492a-a9b5-4a962e9b155f {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:07:21.304477 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.305170 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Publish callbacks [] for subnet (7210cac5-4721-492a-a9b5-4a962e9b155f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.313957 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.314308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.314816 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.315165 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.315493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.315900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.316293 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.317102 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.317102 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.317485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.317997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.318355 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.318702 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.319411 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.319752 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:07:21.329825 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3079ec10-42ba-490d-bf1f-283972f0c76c req-2ad0a90e-70a5-467b-a238-3156f97d3d88 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754023 May 17 12:07:21.352368 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (7210cac5-4721-492a-a9b5-4a962e9b155f), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.386762 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49586) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:21.402728 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6e1752b6-519a-4628-b699-703abb5de7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.420284 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (7210cac5-4721-492a-a9b5-4a962e9b155f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.501185 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (7210cac5-4721-492a-a9b5-4a962e9b155f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.536812 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.541226 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.544707 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7210cac5-4721-492a-a9b5-4a962e9b155f HTTP/1.1" status: 204 len: 168 time: 0.3064084 May 17 12:07:21.547458 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:21.548438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48a022-ad0c-4872-a4d9-f08b31020962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7210cac5-4721-492a-a9b5-4a962e9b155f,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.569698 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6e1752b6-519a-4628-b699-703abb5de7cc admin admin] Publish callbacks [] for security_group (e0d63db5-08b3-461e-aadc-fa98dde0d24b), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.575215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6e1752b6-519a-4628-b699-703abb5de7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e0d63db5-08b3-461e-aadc-fa98dde0d24b), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.616495 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6e1752b6-519a-4628-b699-703abb5de7cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91725450a1fe41479f77e4932079d3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263863 May 17 12:07:21.616495 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1752b6-519a-4628-b699-703abb5de7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d63db5-08b3-461e-aadc-fa98dde0d24b,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.617841 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49590) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:21.624201 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (0da00813-5a6b-4b17-a1fa-f5ee86086c66), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.670140 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] Publish callbacks [] for security_group (e0d63db5-08b3-461e-aadc-fa98dde0d24b), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.691249 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] Publish callbacks [] for security_group (e0d63db5-08b3-461e-aadc-fa98dde0d24b), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.701730 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (0da00813-5a6b-4b17-a1fa-f5ee86086c66), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.721730 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da00813-5a6b-4b17-a1fa-f5ee86086c66']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:21.732162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:21.732493 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:21.739774 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e0d63db5-08b3-461e-aadc-fa98dde0d24b), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.742890 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.743021 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.746436 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0d63db5-08b3-461e-aadc-fa98dde0d24b HTTP/1.1" status: 204 len: 168 time: 0.1252494 May 17 12:07:21.752127 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ed0b2-46e8-40af-b68f-fdf1cedf6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d63db5-08b3-461e-aadc-fa98dde0d24b,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.756987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.765265 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:07:21.765670 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (a0c0b9c7-5a31-44cc-ab4f-d4f1408cf6d6), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:07:21.767408 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:07:21.836383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (0da00813-5a6b-4b17-a1fa-f5ee86086c66), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.843052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.846179 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0da00813-5a6b-4b17-a1fa-f5ee86086c66 HTTP/1.1" status: 204 len: 168 time: 0.2976098 May 17 12:07:21.849513 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49598) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:21.864588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8055e3e-9d34-47db-be59-f4299cecf875 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da00813-5a6b-4b17-a1fa-f5ee86086c66,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:21.874097 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-deaaac49-5e25-49b5-bc31-89f8c659dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.902859 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Deleting subnet 304149a0-7fbb-4a48-b731-d65d7133cf3a {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:07:21.907354 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Publish callbacks [] for subnet (304149a0-7fbb-4a48-b731-d65d7133cf3a), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:21.946308 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (304149a0-7fbb-4a48-b731-d65d7133cf3a), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.023955 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15409c-31ca-45ce-932a-ba0771cbcdcb req-28ecd356-f7ad-4834-b194-728676b9d582 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.025522 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6d15409c-31ca-45ce-932a-ba0771cbcdcb req-28ecd356-f7ad-4834-b194-728676b9d582 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0609081 May 17 12:07:22.030426 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (304149a0-7fbb-4a48-b731-d65d7133cf3a), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.115431 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6d15409c-31ca-45ce-932a-ba0771cbcdcb req-de261596-f594-4e7b-a14b-b5a5394b748c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825307 May 17 12:07:22.137806 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (304149a0-7fbb-4a48-b731-d65d7133cf3a), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.162296 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea942b7-fac2-4de5-9c61-7b1073a7edf7 req-6218c6ea-a2ef-4c1c-ab75-55ba0e8361c1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.170546 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cea942b7-fac2-4de5-9c61-7b1073a7edf7 req-6218c6ea-a2ef-4c1c-ab75-55ba0e8361c1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0601118 May 17 12:07:22.172713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304149a0-7fbb-4a48-b731-d65d7133cf3a,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.196898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.207455 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a3fff69a-94fc-4acc-b5e4-81ca9f481042 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/304149a0-7fbb-4a48-b731-d65d7133cf3a HTTP/1.1" status: 204 len: 168 time: 0.3565717 May 17 12:07:22.209985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49622) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:22.254384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-397a2a21-6457-4cc5-838b-312e12443353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.255850 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-397a2a21-6457-4cc5-838b-312e12443353 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0934505 May 17 12:07:22.260054 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cea942b7-fac2-4de5-9c61-7b1073a7edf7 req-51da8e84-2234-4d48-90fe-b4b048491b01 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875695 May 17 12:07:22.269717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6351-e4c0-424f-a333-8d563448a24a req-b415dbbf-d85d-44a6-bdf6-2926c1756ec7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.271185 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-069a6351-e4c0-424f-a333-8d563448a24a req-b415dbbf-d85d-44a6-bdf6-2926c1756ec7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0536559 May 17 12:07:22.325462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (158994ce-0802-468b-a143-581178f9fa33), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.371658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-069a6351-e4c0-424f-a333-8d563448a24a req-6528e421-2cc5-49fe-a9d3-129540f9b696 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 May 17 12:07:22.418763 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (158994ce-0802-468b-a143-581178f9fa33), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.436832 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-837cbe34-2dba-4f7d-8da7-7986944df65a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032739 May 17 12:07:22.437918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-4a33a521-3192-4974-8959-da5b963a787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.439275 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-4a33a521-3192-4974-8959-da5b963a787e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929501 May 17 12:07:22.443628 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158994ce-0802-468b-a143-581178f9fa33']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:22.456163 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2484e2-c66a-43f0-aa76-2f8ba6db105c') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:22.457567 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2484e2-c66a-43f0-aa76-2f8ba6db105c') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:22.471769 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (7a2484e2-c66a-43f0-aa76-2f8ba6db105c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.517111 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (7a2484e2-c66a-43f0-aa76-2f8ba6db105c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.532418 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:07:22.532898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (7a2484e2-c66a-43f0-aa76-2f8ba6db105c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:07:22.534954 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:07:22.563775 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e8ed-2303-418e-83c9-856424c562a4 req-4259f40f-337e-49c1-8873-7785369f9924 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.565578 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6aa6e8ed-2303-418e-83c9-856424c562a4 req-4259f40f-337e-49c1-8873-7785369f9924 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0854273 May 17 12:07:22.628863 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (158994ce-0802-468b-a143-581178f9fa33), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.635165 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.640676 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/158994ce-0802-468b-a143-581178f9fa33 HTTP/1.1" status: 204 len: 168 time: 0.4293931 May 17 12:07:22.667391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6d01-b2df-4e21-aeec-bcf52375e1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=158994ce-0802-468b-a143-581178f9fa33,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:22.689775 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6aa6e8ed-2303-418e-83c9-856424c562a4 req-42ec9c68-cac0-4248-9f51-d41900b15692 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909102 May 17 12:07:22.846266 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49648) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:22.868209 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767c111-a500-4d88-abd1-d4fd3092bf88 req-8a42c141-deaf-411c-aefa-7998c25fc53e tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:22.870383 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a767c111-a500-4d88-abd1-d4fd3092bf88 req-8a42c141-deaf-411c-aefa-7998c25fc53e tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0516465 May 17 12:07:22.906036 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49654) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:22.906845 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-53ac11dd-0e53-4ef0-b4e2-edb75629067d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7b5dd7714b34e6aa225f91beebd9561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593443 May 17 12:07:22.941900 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a767c111-a500-4d88-abd1-d4fd3092bf88 req-211e15f6-4e76-4116-b754-8762e1943b9f tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 May 17 12:07:22.969412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] Publish callbacks [] for security_group (7becbe55-5afd-4787-8326-46507f9b1f6f), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:22.991076 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] Publish callbacks [] for security_group (7becbe55-5afd-4787-8326-46507f9b1f6f), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.040504 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7becbe55-5afd-4787-8326-46507f9b1f6f), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.043037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.044270 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7becbe55-5afd-4787-8326-46507f9b1f6f HTTP/1.1" status: 204 len: 168 time: 0.1370986 May 17 12:07:23.056436 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a1266-c217-4cec-86ab-7c8c28e45e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7becbe55-5afd-4787-8326-46507f9b1f6f,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:23.248164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8112b1-9b8e-4b1f-82ae-959d26b1a411 req-d4626c5b-9a24-4983-af13-99b16241024d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:23.250413 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b8112b1-9b8e-4b1f-82ae-959d26b1a411 req-d4626c5b-9a24-4983-af13-99b16241024d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0550933 May 17 12:07:23.309191 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b8112b1-9b8e-4b1f-82ae-959d26b1a411 req-fa061252-d82c-4124-ad09-a6dd1a152301 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505238 May 17 12:07:23.387809 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21707226-a78d-4eda-b7fa-00025cfaab16 req-2d1a17b3-a2c3-45cd-904d-f4523b80fa24 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:23.389330 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-21707226-a78d-4eda-b7fa-00025cfaab16 req-2d1a17b3-a2c3-45cd-904d-f4523b80fa24 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0504391 May 17 12:07:23.447394 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-21707226-a78d-4eda-b7fa-00025cfaab16 req-1beedfdb-5d7d-4784-a538-ddde1cc9d167 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489802 May 17 12:07:23.470226 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:23.487900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94878bcd-9eab-46c2-8213-32bdfb198100 req-7bd10e67-9442-475e-9374-9dc161f20d0e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:23.489453 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-94878bcd-9eab-46c2-8213-32bdfb198100 req-7bd10e67-9442-475e-9374-9dc161f20d0e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0556655 May 17 12:07:23.517159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-cfe70d5e-13e5-43e9-b32a-dc30e09f061a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e34053582a142e6a305ef3588cc015d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453382 May 17 12:07:23.523792 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49676) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:23.559854 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-94878bcd-9eab-46c2-8213-32bdfb198100 req-3f331ffd-922e-4e0f-b480-a0d4947bb7e4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621409 May 17 12:07:23.567298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f569bd5-df35-46a2-98f1-cb6915e10d9d req-bf626126-016e-4d30-93e4-69773b7aaec8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:23.568812 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9f569bd5-df35-46a2-98f1-cb6915e10d9d req-bf626126-016e-4d30-93e4-69773b7aaec8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0504098 May 17 12:07:23.578894 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49678) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:23.583852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'floatingip': {'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:23.598042 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] Publish callbacks [] for security_group (ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.619335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] Publish callbacks [] for security_group (ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.655009 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.666093 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.668721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:23.669950 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240 HTTP/1.1" status: 204 len: 168 time: 0.1450977 May 17 12:07:23.677644 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85704be-1391-42d7-a365-ea9fb2f53241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b8d8f-8fc2-4d46-a1f4-974cf2e92240,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:23.813395 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c633-7ccb-4533-8a70-c84786ead9f6 req-17097338-041b-44f4-9c5d-a66ed4b8f86f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:23.814772 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fd6c633-7ccb-4533-8a70-c84786ead9f6 req-17097338-041b-44f4-9c5d-a66ed4b8f86f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0504198 May 17 12:07:23.874147 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fd6c633-7ccb-4533-8a70-c84786ead9f6 req-168df703-4a0e-4ea5-8097-5e8cb6aa5d2c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 May 17 12:07:24.074913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461524c-7a50-4b03-b3ef-86e2152f6605 req-511362a1-8386-464d-afff-76e098db3a7b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:24.076327 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6461524c-7a50-4b03-b3ef-86e2152f6605 req-511362a1-8386-464d-afff-76e098db3a7b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.1253815 May 17 12:07:24.078424 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28208af1-9ba1-48a2-9b47-b6e627334673 req-83c16318-d175-4ad8-8652-abb7abad1073 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:24.079951 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28208af1-9ba1-48a2-9b47-b6e627334673 req-83c16318-d175-4ad8-8652-abb7abad1073 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0602071 May 17 12:07:24.088661 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49698) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:24.092948 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'floatingip': {'port_id': 'b58f565e-dd05-47fe-9192-f26d8c0f0286'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:24.176523 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:24.293561 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-db9b3153-29f3-44e0-89db-a005afafcd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:24.303849 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28208af1-9ba1-48a2-9b47-b6e627334673 req-cae886c1-6756-4011-ab07-2638cf060ea9 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158086 May 17 12:07:24.522384 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926f39c-8088-4679-8efb-66648035508b req-ed2fcc52-124d-4ca9-960f-4a1e6b4538b3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:24.524529 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b926f39c-8088-4679-8efb-66648035508b req-ed2fcc52-124d-4ca9-960f-4a1e6b4538b3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.1076908 May 17 12:07:24.638601 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b926f39c-8088-4679-8efb-66648035508b req-eb64b9d4-ad80-4095-9e82-88b932855b5a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057601 May 17 12:07:24.643591 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:24.661428 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:24.759642 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Floating IP 577d134f-e2d4-4506-b747-486f86a70f2d associated. External IP: 172.27.2.210, port: cf6ad775-daff-4e4a-b3ee-b4652d53fdfe. May 17 12:07:24.929673 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff9309-8d21-46bc-a9ba-5e254301d4c9 req-c415e596-1809-44c2-a0a6-58aab7a7f76c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:24.931149 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bff9309-8d21-46bc-a9ba-5e254301d4c9 req-c415e596-1809-44c2-a0a6-58aab7a7f76c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.1080823 May 17 12:07:24.987882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:07:24.991749 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:25.002488 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:25.072525 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bff9309-8d21-46bc-a9ba-5e254301d4c9 req-dce5e961-67c4-478c-8278-d337baeadade tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258848 May 17 12:07:25.115985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:07:25.121366 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:25.135730 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:25.146959 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:25.147401 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:25.173678 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4273dc35-64cf-45e8-bf86-ba816fc952ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "PUT /v2.0/floatingips/577d134f-e2d4-4506-b747-486f86a70f2d HTTP/1.1" status: 200 len: 991 time: 1.5934081 May 17 12:07:25.174919 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:25.177561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82" -d '{"events": [{"name": "network-changed", "server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:25.265543 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06472ec6-3317-4ced-ad70-2dbda89b85c6 x-openstack-request-id: req-06472ec6-3317-4ced-ad70-2dbda89b85c6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:25.265836 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:25.266092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06472ec6-3317-4ced-ad70-2dbda89b85c6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:25.266499 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06472ec6-3317-4ced-ad70-2dbda89b85c6'] response: {'name': 'network-changed', 'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'status': 'completed', 'code': 200} May 17 12:07:25.297842 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:25.374758 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:25.386260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42bb7a-0045-47b1-8ce3-bec7a123c9ef req-046fd1cf-985d-482b-9cb7-416815c16157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:25.387761 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8b42bb7a-0045-47b1-8ce3-bec7a123c9ef req-046fd1cf-985d-482b-9cb7-416815c16157 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 1130 time: 0.0418100 May 17 12:07:25.451045 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Floating IP 94556966-1dbe-437c-882a-ff72ec85bbcc associated. External IP: 172.27.2.46, port: b58f565e-dd05-47fe-9192-f26d8c0f0286. May 17 12:07:25.597964 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c732-54db-4648-8d03-f2f233e8339b req-e0ef8510-fd65-4b00-9c09-881b19effaa9 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:25.605221 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b527c732-54db-4648-8d03-f2f233e8339b req-e0ef8510-fd65-4b00-9c09-881b19effaa9 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.1665530 May 17 12:07:25.621800 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '577d134f-e2d4-4506-b747-486f86a70f2d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:38Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:25.631731 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-53d44764-4893-4969-aaf1-c1620e287429 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754187 May 17 12:07:25.650775 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:25.682249 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:25.684743 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:25.760116 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b527c732-54db-4648-8d03-f2f233e8339b req-8a299e55-7e74-42e8-b5dd-baf218f43200 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538315 May 17 12:07:25.771112 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:07:25.843472 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f7a1-7770-44be-a0df-eb8f6cd3caa6 req-15f6cf4f-0987-4627-a665-02bd4a28a0ba tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:25.853125 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9749f7a1-7770-44be-a0df-eb8f6cd3caa6 req-15f6cf4f-0987-4627-a665-02bd4a28a0ba tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0936637 May 17 12:07:25.894069 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:25.940096 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9749f7a1-7770-44be-a0df-eb8f6cd3caa6 req-8b5c8cc8-dfe2-4efe-a6e9-a85330bd9a69 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857582 May 17 12:07:25.975079 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-bca59e62-16c2-41b7-96f8-c4e0f35bcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:25.977398 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-bca59e62-16c2-41b7-96f8-c4e0f35bcefe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=672159344e2c4ecbb0b633aa9606a119&device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 1129 time: 0.1475997 May 17 12:07:26.042150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:07:26.056133 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:26.071813 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:26.072488 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:26.079340 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:26.083276 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8b42bb7a-0045-47b1-8ce3-bec7a123c9ef req-8ab98c40-9077-4218-985d-f2343158ebae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199233 May 17 12:07:26.127056 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8341547b-c6f7-477d-bc6d-93edce6c79f4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "PUT /v2.0/floatingips/94556966-1dbe-437c-882a-ff72ec85bbcc HTTP/1.1" status: 200 len: 990 time: 2.0371430 May 17 12:07:26.131371 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:26.134596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:26.149969 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ed2a4c25-1d57-4242-868e-2a7ea06bc273 req-fbc1009d-cdfa-4691-afd0-f201141f26fc service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889262 May 17 12:07:26.208030 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-983702cf-9c44-4e1d-9c58-cf1d21525a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.209583 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-983702cf-9c44-4e1d-9c58-cf1d21525a7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1129 time: 0.0979593 May 17 12:07:26.212323 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692a592-e478-42fa-83f7-b0562ee301f0 x-openstack-request-id: req-4692a592-e478-42fa-83f7-b0562ee301f0 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:26.212819 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:26.213168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4692a592-e478-42fa-83f7-b0562ee301f0 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:26.213634 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4692a592-e478-42fa-83f7-b0562ee301f0'] response: {'name': 'network-changed', 'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'status': 'completed', 'code': 200} May 17 12:07:26.252436 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '577d134f-e2d4-4506-b747-486f86a70f2d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:38Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:26.254837 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692606f5-cbd7-4029-8db9-15b8e8a16414 req-e1d1d89f-55e1-42c7-9a6a-e13f825af187 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.256559 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-692606f5-cbd7-4029-8db9-15b8e8a16414 req-e1d1d89f-55e1-42c7-9a6a-e13f825af187 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0555928 May 17 12:07:26.260059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:26.285298 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96781b-d2fa-4652-99b4-2cf8b3e46440 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '577d134f-e2d4-4506-b747-486f86a70f2d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:38Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:26.328131 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-692606f5-cbd7-4029-8db9-15b8e8a16414 req-ee04a42b-6d24-43e4-ac2f-14411ee8d184 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607400 May 17 12:07:26.507983 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d18ec-5f31-4ec9-a0e4-2e881d39cde6 None None] New status for floating IP 577d134f-e2d4-4506-b747-486f86a70f2d: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:07:26.625111 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '94556966-1dbe-437c-882a-ff72ec85bbcc', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:44:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:43Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:26.653312 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:26.672797 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:26.673342 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:26.748256 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:26.765976 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-52476b99-267b-4d28-aa38-a5ef723de2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.767054 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-f0d3c4cd-42ce-4365-8062-75a3aa72090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.767422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-52476b99-267b-4d28-aa38-a5ef723de2a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.1129899 May 17 12:07:26.768567 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-f0d3c4cd-42ce-4365-8062-75a3aa72090e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1129 time: 0.0916760 May 17 12:07:26.796609 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-41cfad34-63b9-4706-934c-bd49c2f1607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.798230 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-41cfad34-63b9-4706-934c-bd49c2f1607a service neutron] 10.222.0.35 "GET /v2.0/networks?id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 HTTP/1.1" status: 200 len: 913 time: 0.1432023 May 17 12:07:26.803469 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:26.887141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4d022-85bf-4085-9c2d-277bd5811472 req-15cb94bf-1ec1-4102-b879-149b9c656cf3 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:26.888741 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbd4d022-85bf-4085-9c2d-277bd5811472 req-15cb94bf-1ec1-4102-b879-149b9c656cf3 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0502336 May 17 12:07:26.936562 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbd4d022-85bf-4085-9c2d-277bd5811472 req-4800e23a-e333-43b6-a01b-f77bb92db27d tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 May 17 12:07:27.009147 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '94556966-1dbe-437c-882a-ff72ec85bbcc', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:44:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:43Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:27.038552 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15a008-abad-4e63-8e47-d4c39d0212e7 None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '94556966-1dbe-437c-882a-ff72ec85bbcc', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:44:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:43Z', 'updated_at': '2022-05-17T12:07:24Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:27.074652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ae19-d213-4480-b505-3b7927a33fd7 req-989d3032-828e-4bef-937a-2b07cfbad3a6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.076204 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1321ae19-d213-4480-b505-3b7927a33fd7 req-989d3032-828e-4bef-937a-2b07cfbad3a6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0541406 May 17 12:07:27.128883 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1321ae19-d213-4480-b505-3b7927a33fd7 req-5e940039-cdae-43ff-9ab0-86d34e6688b1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 May 17 12:07:27.242397 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a73443-f94e-4a88-87c1-bb51eac9b1c7 None None] New status for floating IP 94556966-1dbe-437c-882a-ff72ec85bbcc: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:07:27.451333 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-c44d5e00-3d24-44d0-b244-7d5c5b5cd3c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d56cb05-0c73-4387-b334-1a1670e55477 HTTP/1.1" status: 200 len: 217 time: 0.0444012 May 17 12:07:27.498761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caed5c0-d7f8-416f-9552-8f281c9cbd11 req-47a50002-7445-4c50-b2a4-c74683acc8ac tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.500255 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4caed5c0-d7f8-416f-9552-8f281c9cbd11 req-47a50002-7445-4c50-b2a4-c74683acc8ac tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.1066501 May 17 12:07:27.541723 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-3691af6b-8be4-4904-9f35-f41ac69592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.542869 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-53a7e42a-40a7-4207-8129-81ad17b591c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 1001 time: 0.1208458 May 17 12:07:27.543112 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-3691af6b-8be4-4904-9f35-f41ac69592e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.1336970 May 17 12:07:27.574783 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4caed5c0-d7f8-416f-9552-8f281c9cbd11 req-577964f7-09ff-4964-af6b-bbf2a9539aea tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 May 17 12:07:27.651198 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-d30c49ea-2554-4984-a050-1d1d23c0447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.652677 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-d30c49ea-2554-4984-a050-1d1d23c0447c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0466061 May 17 12:07:27.724333 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-ea1dcbd2-2917-45a4-964d-3c179371bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.725707 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-ea1dcbd2-2917-45a4-964d-3c179371bf69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=221af53c-a84b-4caf-9277-af9003c943e1 HTTP/1.1" status: 200 len: 852 time: 0.1189041 May 17 12:07:27.729325 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-6df6e9e2-4b14-4dc9-96ba-0182daa7bffa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 1000 time: 0.1129000 May 17 12:07:27.803230 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-96ea26e4-987d-4b36-af81-5a109e80eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.805495 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-96ea26e4-987d-4b36-af81-5a109e80eaf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380540 May 17 12:07:27.842855 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-f67265bc-139c-4564-ad18-8fcd6220aac5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749218 May 17 12:07:27.885013 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-07a4dac9-beba-4ae8-89f5-a17653dcd842 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.886535 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-07a4dac9-beba-4ae8-89f5-a17653dcd842 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.35 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.1109626 May 17 12:07:27.895570 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-8d69ef21-ed71-4fc6-9fbe-afc658e46222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:27.896973 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-8d69ef21-ed71-4fc6-9fbe-afc658e46222 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.1205146 May 17 12:07:27.906318 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-e075dd64-b5e6-4c7f-9c8b-1ab509f746b4 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924728 May 17 12:07:27.958475 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-dce613a3-eba7-4db6-9729-616ad7f6b491 service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066215 May 17 12:07:28.051840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6cde3-1d3d-43e5-8959-cc79df2da008 req-c8c452aa-5d4c-4ba6-86e5-005232438acb tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:28.053308 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2bf6cde3-1d3d-43e5-8959-cc79df2da008 req-c8c452aa-5d4c-4ba6-86e5-005232438acb tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.0503805 May 17 12:07:28.105997 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2bf6cde3-1d3d-43e5-8959-cc79df2da008 req-c59a868a-7355-4cd2-89b2-8535d8e602eb tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 May 17 12:07:28.240365 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b4a3-854f-4d29-9b3d-c9bf1f28752e req-c2db9af5-183f-461e-be16-e4af8aefec67 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:28.242369 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b43b4a3-854f-4d29-9b3d-c9bf1f28752e req-c2db9af5-183f-461e-be16-e4af8aefec67 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0461586 May 17 12:07:28.292278 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b43b4a3-854f-4d29-9b3d-c9bf1f28752e req-3afb7873-6f30-4b75-b90f-829bf5bc8bed tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 May 17 12:07:28.341020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:28.418372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ffa5-344b-4e13-ae6c-84da7876998c req-74e56540-a7d6-46a3-866c-59f13ea4ad8b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:28.420006 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2686ffa5-344b-4e13-ae6c-84da7876998c req-74e56540-a7d6-46a3-866c-59f13ea4ad8b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0587826 May 17 12:07:28.429716 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49816) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:28.434730 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:07:28.478018 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:28.765229 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-3e045516-e13d-4133-af89-b2f7397c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:28.766739 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-3e045516-e13d-4133-af89-b2f7397c57da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897167 May 17 12:07:28.777710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1c916-2164-4594-8c94-ced4e130a015 req-d28b1adf-109d-4e41-a21d-bc98bdff2a5a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:28.779160 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-24d1c916-2164-4594-8c94-ced4e130a015 req-d28b1adf-109d-4e41-a21d-bc98bdff2a5a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.1380377 May 17 12:07:28.958440 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Deleting port 2d56cb05-0c73-4387-b334-1a1670e55477 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:07:28.958786 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:28.965136 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-693fe3a4-9d29-4798-976b-b728999960ed service neutron] 10.222.0.35 "GET /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777827 May 17 12:07:29.005661 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-33ff1956-b01d-44d3-844e-b6a1a98f8009 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081180 May 17 12:07:29.122125 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-24d1c916-2164-4594-8c94-ced4e130a015 req-d3365fe0-9e78-49a3-91ed-e639850c9427 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363140 May 17 12:07:29.124265 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cbf0c875-2e9e-4ee0-bca9-4b481165fa82 req-95db521a-e4ce-4637-b733-a4fe00f2bb4f service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276922 May 17 12:07:29.140730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] For port 2d56cb05-0c73-4387-b334-1a1670e55477, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=2d56cb05-0c73-4387-b334-1a1670e55477,segment=NetworkSegment(e0362dde-a811-4c4e-ac13-3308c3afda0f),segment_id=e0362dde-a811-4c4e-ac13-3308c3afda0f)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:07:29.141172 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.167994 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Calling delete_port for 2d56cb05-0c73-4387-b334-1a1670e55477 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:07:29.192415 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7305229b-78ac-4e19-b7c8-d8dbe7d6ff8e req-2507174d-00aa-448f-a3be-99f2d712ae8f service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429710 May 17 12:07:29.284709 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.296715 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.411425 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 36e7d1a9-558a-41cb-8bc3-173526612383 associated. External IP: 172.27.2.17, port: e9c1c53c-8160-4739-98f3-05a522031fb3. May 17 12:07:29.542730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93407a6e-89db-4690-aac3-db5387bdb328 req-85366a61-22ca-4d1a-90b9-4ec6d42e0896 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:29.544367 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93407a6e-89db-4690-aac3-db5387bdb328 req-85366a61-22ca-4d1a-90b9-4ec6d42e0896 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 945 time: 0.3263266 May 17 12:07:29.629929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:07:29.636839 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93407a6e-89db-4690-aac3-db5387bdb328 req-f6ad5b1f-09a0-4e5a-bab1-f4b0aa5348cf tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/security-groups?id=d02da7af-16c0-495a-8579-eef5e7d3d826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863688 May 17 12:07:29.671063 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (2d56cb05-0c73-4387-b334-1a1670e55477), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.698043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Pushing event deleted for resources: {'Port': ['ID=2d56cb05-0c73-4387-b334-1a1670e55477,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:29.739860 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:07:29.744744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.752169 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:07:29.765047 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:29.765652 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:29.772597 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] No DVR routers for this DVR port 2d56cb05-0c73-4387-b334-1a1670e55477 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:07:29.776334 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:29.777434 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-59f09888-49c1-4d97-92fd-a7ab9870d114 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "PUT /v2.0/floatingips/36e7d1a9-558a-41cb-8bc3-173526612383 HTTP/1.1" status: 200 len: 991 time: 1.3456113 May 17 12:07:29.778213 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:29.779654 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-db9eb01c-fec5-41ec-91a2-8a6d074b9c3a req-956060a2-77c3-4749-814c-428d52b4624a tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.35 "DELETE /v2.0/ports/2d56cb05-0c73-4387-b334-1a1670e55477 HTTP/1.1" status: 204 len: 173 time: 1.0912695 May 17 12:07:29.780099 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'name': 'network-vif-deleted', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:07:29.781486 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eda1864-a5ba-4630-9f61-282550c90a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:29.782326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57640cb-688d-482c-a6a5-39463f2af5de" -d '{"events": [{"server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "name": "network-vif-deleted", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:07:29.824443 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9746841-40f4-49b6-994e-88dc8761b292 x-openstack-request-id: req-c9746841-40f4-49b6-994e-88dc8761b292 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:29.824756 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:29.824999 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9746841-40f4-49b6-994e-88dc8761b292 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:29.825654 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9746841-40f4-49b6-994e-88dc8761b292'] response: {'name': 'network-changed', 'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'status': 'completed', 'code': 200} May 17 12:07:29.841492 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46336f4d-3634-44a7-bf80-09096729e0d0 x-openstack-request-id: req-46336f4d-3634-44a7-bf80-09096729e0d0 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:07:29.842044 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ebbd5-b659-4429-aae8-830d4b1f06d1", "name": "network-vif-deleted", "tag": "2d56cb05-0c73-4387-b334-1a1670e55477", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:07:29.842489 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46336f4d-3634-44a7-bf80-09096729e0d0 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:07:29.842939 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46336f4d-3634-44a7-bf80-09096729e0d0'] response: {'server_uuid': '120ebbd5-b659-4429-aae8-830d4b1f06d1', 'name': 'network-vif-deleted', 'tag': '2d56cb05-0c73-4387-b334-1a1670e55477', 'status': 'completed', 'code': 200} May 17 12:07:29.968423 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:30.177418 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:29Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:30.203983 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:07:30.212878 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:07:30.213485 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:30.264578 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf871534-fedf-40df-8530-a2d8ef4a71db req-4508a19e-3600-4a6a-b578-94c853573bdd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:30.270534 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cf871534-fedf-40df-8530-a2d8ef4a71db req-4508a19e-3600-4a6a-b578-94c853573bdd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0585177 May 17 12:07:30.320966 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:07:30.324022 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-7b177b42-1682-4c84-b753-0aa9a9abd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:30.325638 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-7b177b42-1682-4c84-b753-0aa9a9abd1d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 1130 time: 0.0445426 May 17 12:07:30.328757 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cf871534-fedf-40df-8530-a2d8ef4a71db req-45f3a44b-bbc9-4c64-a34f-0a6b07258cc7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520117 May 17 12:07:30.426884 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-f21eba85-bbb0-45c0-bbdf-a72fd3ed3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:30.428545 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-f21eba85-bbb0-45c0-bbdf-a72fd3ed3225 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.0939627 May 17 12:07:30.505164 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-3b732629-52fc-43ba-a279-273ee496d244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9c1c53c-8160-4739-98f3-05a522031fb3 HTTP/1.1" status: 200 len: 999 time: 0.0668108 May 17 12:07:30.560291 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:29Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:30.583772 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-3dd68606-9406-4844-a270-d572e96b73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:30.585507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-3dd68606-9406-4844-a270-d572e96b73a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0716703 May 17 12:07:30.586941 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d800c-491e-42bd-af9f-3998bfb3f20b None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:29Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:07:30.659041 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-aa783f0a-0204-404a-92b4-012a660bf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:30.660596 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-aa783f0a-0204-404a-92b4-012a660bf293 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467200 May 17 12:07:30.785659 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1365ffcf-f733-4480-882c-0ae5f7dcc698 req-445722b1-caac-4b02-9b4e-79de347adc85 tempest-DeleteServersTestJSON-674804279 tempest-DeleteServersTestJSON-674804279-project] 10.222.0.58 "GET /v2.0/ports?device_id=120ebbd5-b659-4429-aae8-830d4b1f06d1 HTTP/1.1" status: 200 len: 210 time: 0.0355473 May 17 12:07:30.814272 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-c5db7abb-d8f6-48f2-95d6-3a78ddb5e37e service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437786 May 17 12:07:30.885064 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8459e9-654f-46bd-8c7d-46514950cebd None None] New status for floating IP 36e7d1a9-558a-41cb-8bc3-173526612383: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:07:31.060604 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 2d56cb05-0c73-4387-b334-1a1670e55477 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:07:31.079987 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 2d56cb05-0c73-4387-b334-1a1670e55477 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:07:31.080371 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 2d56cb05-0c73-4387-b334-1a1670e55477 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:07:31.206060 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3eda1864-a5ba-4630-9f61-282550c90a7c req-6e0c2463-1d4a-43f9-b490-62f2d0325ada service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940740 May 17 12:07:31.435113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527bbd-0af1-4dd2-846f-a599f6e27950 req-7e80e155-75a5-4fe6-abfd-25220fbfafe5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:31.436594 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8527bbd-0af1-4dd2-846f-a599f6e27950 req-7e80e155-75a5-4fe6-abfd-25220fbfafe5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0462615 May 17 12:07:31.483430 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8527bbd-0af1-4dd2-846f-a599f6e27950 req-80333ffc-fa43-4e17-904e-b8ae5b4b62d6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 May 17 12:07:32.598915 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d8676-e8f5-4191-ba41-e3a081df2288 req-a0a5b47d-c194-469f-a0fc-4a48d6e3e687 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:32.600423 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb5d8676-e8f5-4191-ba41-e3a081df2288 req-a0a5b47d-c194-469f-a0fc-4a48d6e3e687 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0476022 May 17 12:07:32.657007 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb5d8676-e8f5-4191-ba41-e3a081df2288 req-673fb79c-fffb-40dd-bf75-30eaf9a8bc7e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 May 17 12:07:33.782218 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf836-8ffc-44d6-abf4-8bfd5e87617e req-43cd4d75-f19d-44cc-bee6-a761b4348867 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:33.783692 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1dabf836-8ffc-44d6-abf4-8bfd5e87617e req-43cd4d75-f19d-44cc-bee6-a761b4348867 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0507774 May 17 12:07:33.833646 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1dabf836-8ffc-44d6-abf4-8bfd5e87617e req-e67c8b89-59be-4d24-895c-9e262249f312 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 May 17 12:07:34.290596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49946) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:34.337043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Deleting subnet 221af53c-a84b-4caf-9277-af9003c943e1 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:07:34.340104 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Publish callbacks [] for subnet (221af53c-a84b-4caf-9277-af9003c943e1), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.375821 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (221af53c-a84b-4caf-9277-af9003c943e1), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.418455 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (221af53c-a84b-4caf-9277-af9003c943e1), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.470623 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (221af53c-a84b-4caf-9277-af9003c943e1), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.497104 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221af53c-a84b-4caf-9277-af9003c943e1,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:34.501527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.504208 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8abf70c7-2d8e-4737-9549-c78f964972b3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/221af53c-a84b-4caf-9277-af9003c943e1 HTTP/1.1" status: 204 len: 168 time: 0.2125263 May 17 12:07:34.506968 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49952) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:34.580555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.668214 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.691854 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:34.703748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0362dde-a811-4c4e-ac13-3308c3afda0f') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:34.703999 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0362dde-a811-4c4e-ac13-3308c3afda0f') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:07:34.715553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (e0362dde-a811-4c4e-ac13-3308c3afda0f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.731143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (e0362dde-a811-4c4e-ac13-3308c3afda0f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.737594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:07:34.737982 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (e0362dde-a811-4c4e-ac13-3308c3afda0f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:07:34.739763 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:07:34.798607 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.803987 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:34.807152 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] 10.222.0.58 "DELETE /v2.0/networks/28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25 HTTP/1.1" status: 204 len: 168 time: 0.2988179 May 17 12:07:34.818553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebbfba-cc25-493d-a64b-5ce549dca470 admin admin] Pushing event deleted for resources: {'Network': ['ID=28200dd7-aadf-4f9b-9f6f-2c9ce6f8ad25,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:34.947351 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cd55-476b-4871-8e52-165112036360 req-b9d6e315-dec0-489e-a903-75de0ee76d8f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:34.948876 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7e02cd55-476b-4871-8e52-165112036360 req-b9d6e315-dec0-489e-a903-75de0ee76d8f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0476668 May 17 12:07:34.982902 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49964) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:34.999986 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7e02cd55-476b-4871-8e52-165112036360 req-f2928156-88c1-493a-a99a-2e7b1437f5a5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 May 17 12:07:35.023947 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5e58c2c2-5bb1-4e13-bae6-5f056c2cd7eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=672159344e2c4ecbb0b633aa9606a119&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392025 May 17 12:07:35.026588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:35.073965 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] Publish callbacks [] for security_group (d02da7af-16c0-495a-8579-eef5e7d3d826), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.095071 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] Publish callbacks [] for security_group (d02da7af-16c0-495a-8579-eef5e7d3d826), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.145100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d02da7af-16c0-495a-8579-eef5e7d3d826), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.147904 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.149157 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d02da7af-16c0-495a-8579-eef5e7d3d826 HTTP/1.1" status: 204 len: 168 time: 0.1216853 May 17 12:07:35.156893 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404899-8569-4027-b24e-99937e192d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02da7af-16c0-495a-8579-eef5e7d3d826,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:35.409706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 49982) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:35.514485 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79ddb9b1-7dc6-4cae-91d6-dcf451673805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.603263 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79ddb9b1-7dc6-4cae-91d6-dcf451673805 admin admin] Publish callbacks [] for security_group (f1e84626-6663-402b-9d85-729c7058d7e3), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.606405 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79ddb9b1-7dc6-4cae-91d6-dcf451673805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f1e84626-6663-402b-9d85-729c7058d7e3), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.649072 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 49996) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:35.652691 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-79ddb9b1-7dc6-4cae-91d6-dcf451673805 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87539fb1027043128f9ca07073c37285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418613 May 17 12:07:35.653914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddb9b1-7dc6-4cae-91d6-dcf451673805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e84626-6663-402b-9d85-729c7058d7e3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:35.698804 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] Publish callbacks [] for security_group (f1e84626-6663-402b-9d85-729c7058d7e3), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.724493 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] Publish callbacks [] for security_group (f1e84626-6663-402b-9d85-729c7058d7e3), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.781741 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f1e84626-6663-402b-9d85-729c7058d7e3), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.784619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:35.786204 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1e84626-6663-402b-9d85-729c7058d7e3 HTTP/1.1" status: 204 len: 168 time: 0.1357226 May 17 12:07:35.796150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a0f8f-f9f9-441f-89b4-638828f109aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e84626-6663-402b-9d85-729c7058d7e3,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:36.127523 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74804b-b9fd-4e7f-9068-234406e33899 req-ecb0435b-b9f3-46c0-8cf7-24762bb3df7d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:36.129078 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae74804b-b9fd-4e7f-9068-234406e33899 req-ecb0435b-b9f3-46c0-8cf7-24762bb3df7d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0527728 May 17 12:07:36.204214 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae74804b-b9fd-4e7f-9068-234406e33899 req-85f87302-3345-4485-b753-c1e240381f7b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609541 May 17 12:07:36.508896 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50058) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:36.613679 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-277c64a0-887f-4960-9797-a5df445ba58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.692124 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-277c64a0-887f-4960-9797-a5df445ba58a admin admin] Publish callbacks [] for security_group (725cd0d8-2153-4009-81d2-b7d45cf6e695), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.696549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-277c64a0-887f-4960-9797-a5df445ba58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (725cd0d8-2153-4009-81d2-b7d45cf6e695), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.737307 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-277c64a0-887f-4960-9797-a5df445ba58a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=995ad3f94a194c30a86a9c2b5b11935f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273288 May 17 12:07:36.738423 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c64a0-887f-4960-9797-a5df445ba58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725cd0d8-2153-4009-81d2-b7d45cf6e695,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:36.742135 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50066) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:36.795356 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] Publish callbacks [] for security_group (725cd0d8-2153-4009-81d2-b7d45cf6e695), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.817510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] Publish callbacks [] for security_group (725cd0d8-2153-4009-81d2-b7d45cf6e695), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.875907 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (725cd0d8-2153-4009-81d2-b7d45cf6e695), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.879373 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:36.884289 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/725cd0d8-2153-4009-81d2-b7d45cf6e695 HTTP/1.1" status: 204 len: 168 time: 0.1404757 May 17 12:07:36.895595 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556233aa-c7f4-4da8-be67-ced5263603c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cd0d8-2153-4009-81d2-b7d45cf6e695,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:37.317315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b767-e962-4496-919a-85c161c1d200 req-ad4e1aa8-e474-4e40-a286-e9078cdb885e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:37.318911 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8c7b767-e962-4496-919a-85c161c1d200 req-ad4e1aa8-e474-4e40-a286-e9078cdb885e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0499952 May 17 12:07:37.371376 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8c7b767-e962-4496-919a-85c161c1d200 req-2b1ba37e-9896-4e1d-a9ef-edb7cd72e1b1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 May 17 12:07:38.489726 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09213e38-7ad3-42a6-82d1-08f20caf168e req-6a07b066-de1a-4691-88c8-e28a4700abd9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:38.491172 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-09213e38-7ad3-42a6-82d1-08f20caf168e req-6a07b066-de1a-4691-88c8-e28a4700abd9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0458283 May 17 12:07:38.541134 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-09213e38-7ad3-42a6-82d1-08f20caf168e req-ccc8929a-eb27-4b8e-b2a1-f6b8d0cb1487 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 May 17 12:07:39.476630 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:07:39.654379 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8aace-7a4e-4299-b152-b985588a747f req-e3504418-2edd-4fa5-b541-73f51605cb5b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:39.655889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f9b8aace-7a4e-4299-b152-b985588a747f req-e3504418-2edd-4fa5-b541-73f51605cb5b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0463350 May 17 12:07:39.703910 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f9b8aace-7a4e-4299-b152-b985588a747f req-2023a525-76df-4203-968a-f8b1c803fd19 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 May 17 12:07:40.817571 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46300383-5e92-4503-bceb-8be3b79884b9 req-cdf5cdc0-9461-45b9-b754-e2949a2126c6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:40.819016 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-46300383-5e92-4503-bceb-8be3b79884b9 req-cdf5cdc0-9461-45b9-b754-e2949a2126c6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0476120 May 17 12:07:40.869012 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-46300383-5e92-4503-bceb-8be3b79884b9 req-d2da3650-6454-43ff-89f2-ab47487fe7d4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 May 17 12:07:41.998247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f633a-7a28-4f40-b532-16e5dddc9fff req-9039f94d-e159-4dbb-96ac-6797cde6e5c4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:41.999816 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab0f633a-7a28-4f40-b532-16e5dddc9fff req-9039f94d-e159-4dbb-96ac-6797cde6e5c4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0581167 May 17 12:07:42.053190 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab0f633a-7a28-4f40-b532-16e5dddc9fff req-4926edf8-4619-4dca-9804-712f6290136b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463207 May 17 12:07:43.148388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50250) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:43.182001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76631129-2fac-4167-84a0-f247ad03ecfb req-6b557b91-f6bb-47b6-adb1-c83a40cc53b8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:43.183631 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-76631129-2fac-4167-84a0-f247ad03ecfb req-6b557b91-f6bb-47b6-adb1-c83a40cc53b8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0538449 May 17 12:07:43.238145 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-76631129-2fac-4167-84a0-f247ad03ecfb req-44c9ea83-804e-4ed9-afa0-d03b5ddf189f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479567 May 17 12:07:43.272078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8794efc7-47fc-4109-9012-c7d4036d21ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.346950 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8794efc7-47fc-4109-9012-c7d4036d21ba admin admin] Publish callbacks [] for security_group (97b3b60d-ea5b-4448-9a68-32a85c13d592), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.350361 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8794efc7-47fc-4109-9012-c7d4036d21ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (97b3b60d-ea5b-4448-9a68-32a85c13d592), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.387353 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8794efc7-47fc-4109-9012-c7d4036d21ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97a5c28bb5be4d43a607ebf906c1a67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385991 May 17 12:07:43.389404 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794efc7-47fc-4109-9012-c7d4036d21ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3b60d-ea5b-4448-9a68-32a85c13d592,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:43.390043 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50260) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:43.442255 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] Publish callbacks [] for security_group (97b3b60d-ea5b-4448-9a68-32a85c13d592), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.464260 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] Publish callbacks [] for security_group (97b3b60d-ea5b-4448-9a68-32a85c13d592), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.510302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (97b3b60d-ea5b-4448-9a68-32a85c13d592), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.512965 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:43.514141 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97b3b60d-ea5b-4448-9a68-32a85c13d592 HTTP/1.1" status: 204 len: 168 time: 0.1230197 May 17 12:07:43.526669 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea24f0c-d9ae-4b1e-af3a-6ff2b81e987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3b60d-ea5b-4448-9a68-32a85c13d592,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:44.363464 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821b4eb-30dd-4682-9ccf-fd4a9364aad3 req-82f63f4c-bdb9-4a25-b21f-596ebc05c679 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:44.365354 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0821b4eb-30dd-4682-9ccf-fd4a9364aad3 req-82f63f4c-bdb9-4a25-b21f-596ebc05c679 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0503144 May 17 12:07:44.422478 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0821b4eb-30dd-4682-9ccf-fd4a9364aad3 req-cdd0bc92-3294-4730-a1be-7b9050c367c1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 May 17 12:07:44.515008 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:44.618607 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55b13002-337c-412a-a516-3cffc4b95e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.693162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55b13002-337c-412a-a516-3cffc4b95e53 admin admin] Publish callbacks [] for security_group (96b81b0f-a9d7-4460-932c-5cc3aee270b8), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.697536 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-55b13002-337c-412a-a516-3cffc4b95e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (96b81b0f-a9d7-4460-932c-5cc3aee270b8), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.734003 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13002-337c-412a-a516-3cffc4b95e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b81b0f-a9d7-4460-932c-5cc3aee270b8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:44.738294 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-55b13002-337c-412a-a516-3cffc4b95e53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32913e94c64f4a2aba0e99925eb60a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222929 May 17 12:07:44.741364 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50304) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:44.790794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] Publish callbacks [] for security_group (96b81b0f-a9d7-4460-932c-5cc3aee270b8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.811900 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] Publish callbacks [] for security_group (96b81b0f-a9d7-4460-932c-5cc3aee270b8), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.857786 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (96b81b0f-a9d7-4460-932c-5cc3aee270b8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.860361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:44.861482 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96b81b0f-a9d7-4460-932c-5cc3aee270b8 HTTP/1.1" status: 204 len: 168 time: 0.1195278 May 17 12:07:44.869594 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb865974-5c9c-4eaf-8610-a211f20850ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b81b0f-a9d7-4460-932c-5cc3aee270b8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:45.536400 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f86512-e283-4b8a-8909-ec1cf09f4a18 req-de42772f-0a4f-47b2-b2b7-d523011ec6d2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:45.543682 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-08f86512-e283-4b8a-8909-ec1cf09f4a18 req-de42772f-0a4f-47b2-b2b7-d523011ec6d2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0535655 May 17 12:07:45.586997 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-08f86512-e283-4b8a-8909-ec1cf09f4a18 req-d6776a03-d940-4bbd-a219-cc988d22e82e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 May 17 12:07:46.703230 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf56742-1ea2-40c3-8ff7-153ee87b1c8d req-96514aa3-8641-445c-b77b-e9b0eda79bdb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:46.704741 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bf56742-1ea2-40c3-8ff7-153ee87b1c8d req-96514aa3-8641-445c-b77b-e9b0eda79bdb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0500743 May 17 12:07:46.751136 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bf56742-1ea2-40c3-8ff7-153ee87b1c8d req-2c75d55f-9c9c-460b-a310-cf180fcb27b6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 May 17 12:07:47.866411 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e861d0-7db7-485b-b8e4-b98d34d05d91 req-7eb8da19-be3c-4354-9aaf-f87ed1506546 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:47.867916 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-35e861d0-7db7-485b-b8e4-b98d34d05d91 req-7eb8da19-be3c-4354-9aaf-f87ed1506546 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0469706 May 17 12:07:47.917834 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-35e861d0-7db7-485b-b8e4-b98d34d05d91 req-cca80c17-a6b9-4e59-be8a-781cb4e617bc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 May 17 12:07:48.929523 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50384) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:49.035464 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5397-375f-4deb-bd5f-d7b0defc4087 req-90a218c0-5380-4e92-8856-119529e9d5b6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:49.040699 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b83b5397-375f-4deb-bd5f-d7b0defc4087 req-90a218c0-5380-4e92-8856-119529e9d5b6 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0524242 May 17 12:07:49.043142 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe686e20-86f3-42cd-9b4a-ba5c84ce59b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.094770 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b83b5397-375f-4deb-bd5f-d7b0defc4087 req-a2694563-ba92-4b22-9bda-0cde38c7a577 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 May 17 12:07:49.148693 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe686e20-86f3-42cd-9b4a-ba5c84ce59b0 admin admin] Publish callbacks [] for security_group (eed12e15-c852-4d46-a733-8dbe77dafdca), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.154361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe686e20-86f3-42cd-9b4a-ba5c84ce59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (eed12e15-c852-4d46-a733-8dbe77dafdca), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.192381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe686e20-86f3-42cd-9b4a-ba5c84ce59b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed12e15-c852-4d46-a733-8dbe77dafdca,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:49.198141 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-fe686e20-86f3-42cd-9b4a-ba5c84ce59b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c4caedce53046b3ac3f6d08ef718606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674067 May 17 12:07:49.200687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50404) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:49.276574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] Publish callbacks [] for security_group (eed12e15-c852-4d46-a733-8dbe77dafdca), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.297423 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] Publish callbacks [] for security_group (eed12e15-c852-4d46-a733-8dbe77dafdca), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.346426 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (eed12e15-c852-4d46-a733-8dbe77dafdca), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.349551 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.353543 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eed12e15-c852-4d46-a733-8dbe77dafdca HTTP/1.1" status: 204 len: 168 time: 0.1462915 May 17 12:07:49.360704 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb7af0-e624-44af-b418-70406428e0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed12e15-c852-4d46-a733-8dbe77dafdca,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:49.657652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50422) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:49.674844 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24d969e3-fadd-4cce-a7f0-4e24760a397c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.754030 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24d969e3-fadd-4cce-a7f0-4e24760a397c admin admin] Publish callbacks [] for security_group (70fa5ea6-513f-4976-97e2-83c664f11df9), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.757630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-24d969e3-fadd-4cce-a7f0-4e24760a397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (70fa5ea6-513f-4976-97e2-83c664f11df9), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.796151 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-24d969e3-fadd-4cce-a7f0-4e24760a397c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00793ecd38e343999d952e8993485a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374469 May 17 12:07:49.797380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d969e3-fadd-4cce-a7f0-4e24760a397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa5ea6-513f-4976-97e2-83c664f11df9,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:49.798832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50424) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:49.857381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] Publish callbacks [] for security_group (70fa5ea6-513f-4976-97e2-83c664f11df9), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.878174 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] Publish callbacks [] for security_group (70fa5ea6-513f-4976-97e2-83c664f11df9), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.924920 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (70fa5ea6-513f-4976-97e2-83c664f11df9), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.927473 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:49.928633 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70fa5ea6-513f-4976-97e2-83c664f11df9 HTTP/1.1" status: 204 len: 168 time: 0.1288278 May 17 12:07:49.936349 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b311d-10a3-41bc-a8e0-1018b0033665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa5ea6-513f-4976-97e2-83c664f11df9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:50.206772 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae2a4-6a3a-4cc9-9385-b56a359b5981 req-dd48c720-9a39-4241-a9d6-8b5fdb6c00cd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:50.208287 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-31dae2a4-6a3a-4cc9-9385-b56a359b5981 req-dd48c720-9a39-4241-a9d6-8b5fdb6c00cd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0465884 May 17 12:07:50.260711 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-31dae2a4-6a3a-4cc9-9385-b56a359b5981 req-3e172063-3c17-428c-81cb-9de4e8608e82 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 May 17 12:07:51.128540 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50530) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:51.251261 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0109e04a-8227-4366-82de-0833604f8dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.333585 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0109e04a-8227-4366-82de-0833604f8dbb admin admin] Publish callbacks [] for security_group (172e8070-ff86-42cf-99a9-1e64d3d8a0f4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.338263 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0109e04a-8227-4366-82de-0833604f8dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (172e8070-ff86-42cf-99a9-1e64d3d8a0f4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.377192 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0109e04a-8227-4366-82de-0833604f8dbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bf544717521417db2c36f600ab557a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475641 May 17 12:07:51.378333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109e04a-8227-4366-82de-0833604f8dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172e8070-ff86-42cf-99a9-1e64d3d8a0f4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:51.380707 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50540) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:07:51.382172 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6acc11-a31d-4377-b82f-a558327ac0d1 req-f1c34f86-844d-47df-bcd1-23d921d6f574 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:51.384429 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5a6acc11-a31d-4377-b82f-a558327ac0d1 req-f1c34f86-844d-47df-bcd1-23d921d6f574 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0482194 May 17 12:07:51.432864 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5a6acc11-a31d-4377-b82f-a558327ac0d1 req-e676eccd-0806-465b-b6e3-659cb2a691f8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 May 17 12:07:51.433439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] Publish callbacks [] for security_group (172e8070-ff86-42cf-99a9-1e64d3d8a0f4), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.456775 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] Publish callbacks [] for security_group (172e8070-ff86-42cf-99a9-1e64d3d8a0f4), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.514370 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (172e8070-ff86-42cf-99a9-1e64d3d8a0f4), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.517754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.521367 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/172e8070-ff86-42cf-99a9-1e64d3d8a0f4 HTTP/1.1" status: 204 len: 168 time: 0.1373429 May 17 12:07:51.527937 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d3ce-4e12-40ce-abe4-4bb18ed73d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172e8070-ff86-42cf-99a9-1e64d3d8a0f4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:07:51.561969 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:51.875719 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8a28a01-f5d9-4851-9c71-ae4d827c2592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:52.557039 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476454b4-bbd1-4cf9-add7-51086e2e74b0 req-a019cb4f-b879-41ef-8d4c-aef3d80a76f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:52.559139 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-476454b4-bbd1-4cf9-add7-51086e2e74b0 req-a019cb4f-b879-41ef-8d4c-aef3d80a76f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0559738 May 17 12:07:52.635377 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-476454b4-bbd1-4cf9-add7-51086e2e74b0 req-18dc9aa6-cff1-462b-b7b0-329735c10ae7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674870 May 17 12:07:53.759387 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016446c-19d7-497d-b671-0f49dd9637fc req-93c07b25-1742-4be0-a03b-1e4caca95cd9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:53.761191 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0016446c-19d7-497d-b671-0f49dd9637fc req-93c07b25-1742-4be0-a03b-1e4caca95cd9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0545452 May 17 12:07:53.819920 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0016446c-19d7-497d-b671-0f49dd9637fc req-838a5b8d-d1e3-4e92-9d93-660bed7342f1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474145 May 17 12:07:54.282636 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2a0379eb-4c2f-4ef7-a407-387642a30a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:54.934216 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e50f-832b-4d82-b48d-41b5faed14cd req-0923dd71-4feb-49e2-a9a0-3445b3aba093 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:54.935693 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d138e50f-832b-4d82-b48d-41b5faed14cd req-0923dd71-4feb-49e2-a9a0-3445b3aba093 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0465243 May 17 12:07:54.981532 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d138e50f-832b-4d82-b48d-41b5faed14cd req-3f8bf070-d61f-4fb5-af10-98040ff11bb2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 May 17 12:07:55.357890 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:56.090873 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1b710-a245-4b75-8705-1d8e0409177d req-46550a3a-7686-4f88-a9a8-6771272ae83c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:56.092354 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c9a1b710-a245-4b75-8705-1d8e0409177d req-46550a3a-7686-4f88-a9a8-6771272ae83c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0459173 May 17 12:07:56.138520 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c9a1b710-a245-4b75-8705-1d8e0409177d req-f6718d01-5209-4680-826f-5529d36f550b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 May 17 12:07:56.708713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:57.246216 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a286e42-49ed-4154-a066-0e09102a0628 req-84b12000-cdd0-471e-95a0-be067ccced95 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:57.247591 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5a286e42-49ed-4154-a066-0e09102a0628 req-84b12000-cdd0-471e-95a0-be067ccced95 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0450950 May 17 12:07:57.293232 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5a286e42-49ed-4154-a066-0e09102a0628 req-2d552469-9c36-4606-8ea0-ae4e908d7644 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 May 17 12:07:58.323911 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:07:58.405471 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186569-9a58-4a40-ab23-c4630a40282a req-65915477-f857-4265-b012-66e4d5010aed tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:58.407114 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b4186569-9a58-4a40-ab23-c4630a40282a req-65915477-f857-4265-b012-66e4d5010aed tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0460603 May 17 12:07:58.455488 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b4186569-9a58-4a40-ab23-c4630a40282a req-f9dc0aee-7d61-4ce5-a6ca-8e69afc27fe3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 May 17 12:07:59.582615 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517fcc5-bcca-4b88-8de4-db85d8fe631f req-a23f1c78-5273-45a0-905a-1daf07ac0125 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:07:59.584215 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a517fcc5-bcca-4b88-8de4-db85d8fe631f req-a23f1c78-5273-45a0-905a-1daf07ac0125 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0573814 May 17 12:07:59.641156 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a517fcc5-bcca-4b88-8de4-db85d8fe631f req-3ca79ca4-9d44-40b9-92b7-b6c1191a4893 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 May 17 12:08:00.767035 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c1c25-5a13-40e9-acb7-4cb065aa8770 req-b2c7e52b-49a0-466c-8d76-4ccb4ceab6f0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:00.768605 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bb1c1c25-5a13-40e9-acb7-4cb065aa8770 req-b2c7e52b-49a0-466c-8d76-4ccb4ceab6f0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0550878 May 17 12:08:00.826916 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bb1c1c25-5a13-40e9-acb7-4cb065aa8770 req-79a0a2fb-b978-4d78-a3e6-34dbeee03ac5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 May 17 12:08:01.959577 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682d05-da6f-4bdf-9e37-b54d876802a1 req-bf2e9086-85b0-444b-8099-c87ae59ef90a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:01.961459 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b682d05-da6f-4bdf-9e37-b54d876802a1 req-bf2e9086-85b0-444b-8099-c87ae59ef90a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0585511 May 17 12:08:02.018386 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b682d05-da6f-4bdf-9e37-b54d876802a1 req-fea36002-cd0b-4c43-bb9e-ed1aa65f68d1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 May 17 12:08:02.116447 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50866) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:02.189499 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50870) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:02.273728 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15ac849d-5800-4ad5-b8ee-fd15fd8d852e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.299204 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56039350-2546-493b-8b18-155b10e6a90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.416193 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15ac849d-5800-4ad5-b8ee-fd15fd8d852e admin admin] Publish callbacks [] for security_group (ea7384d1-f6ec-48c1-a4f9-67a5242cd346), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.423940 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-15ac849d-5800-4ad5-b8ee-fd15fd8d852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ea7384d1-f6ec-48c1-a4f9-67a5242cd346), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.451005 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56039350-2546-493b-8b18-155b10e6a90f admin admin] Publish callbacks [] for security_group (8ec52b4b-e7d9-4e64-98ef-a11ed97c1932), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.465195 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-56039350-2546-493b-8b18-155b10e6a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8ec52b4b-e7d9-4e64-98ef-a11ed97c1932), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.485228 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-15ac849d-5800-4ad5-b8ee-fd15fd8d852e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6789fcac31a44201b027a36d4b0b5891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676875 May 17 12:08:02.487904 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50874) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:02.488794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac849d-5800-4ad5-b8ee-fd15fd8d852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7384d1-f6ec-48c1-a4f9-67a5242cd346,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:02.511582 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-56039350-2546-493b-8b18-155b10e6a90f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97511db3040c4ee8ba85614ef5eccd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183370 May 17 12:08:02.513619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50876) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:02.527426 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56039350-2546-493b-8b18-155b10e6a90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec52b4b-e7d9-4e64-98ef-a11ed97c1932,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:02.572966 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] Publish callbacks [] for security_group (ea7384d1-f6ec-48c1-a4f9-67a5242cd346), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.594012 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] Publish callbacks [] for security_group (8ec52b4b-e7d9-4e64-98ef-a11ed97c1932), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.605708 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] Publish callbacks [] for security_group (ea7384d1-f6ec-48c1-a4f9-67a5242cd346), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.639174 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] Publish callbacks [] for security_group (8ec52b4b-e7d9-4e64-98ef-a11ed97c1932), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.694539 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ea7384d1-f6ec-48c1-a4f9-67a5242cd346), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.704056 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.704056 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea7384d1-f6ec-48c1-a4f9-67a5242cd346 HTTP/1.1" status: 204 len: 168 time: 0.2101932 May 17 12:08:02.714152 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8ec52b4b-e7d9-4e64-98ef-a11ed97c1932), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.717180 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:02.719704 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ec52b4b-e7d9-4e64-98ef-a11ed97c1932 HTTP/1.1" status: 204 len: 168 time: 0.2038858 May 17 12:08:02.721366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289a55c-6402-4fd7-a533-130c8eef2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7384d1-f6ec-48c1-a4f9-67a5242cd346,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:02.734041 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67973486-ad2a-424b-86e8-90fabfbe001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec52b4b-e7d9-4e64-98ef-a11ed97c1932,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.151897 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46636f8-5784-4c86-85a7-529cda6bf959 req-0c771cfc-0790-4465-b7c5-eecec6e925fd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:03.153618 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e46636f8-5784-4c86-85a7-529cda6bf959 req-0c771cfc-0790-4465-b7c5-eecec6e925fd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0554502 May 17 12:08:03.207258 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e46636f8-5784-4c86-85a7-529cda6bf959 req-853bf5cc-5ea2-4314-be3a-20aec6860e2f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 May 17 12:08:03.433844 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50928) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:03.542023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1833378893-network', 'tenant_id': 'a69c8441974b4749bd43a2ccf3629332'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:03.564542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Made reservation on behalf of a69c8441974b4749bd43a2ccf3629332 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:03.566879 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.576803 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.658290 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks [] for security_group (8d252030-ecf0-4fed-b406-d68418ebdbe2), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.662143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8d252030-ecf0-4fed-b406-d68418ebdbe2), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.691931 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:08:03.701457 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d252030-ecf0-4fed-b406-d68418ebdbe2,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.718127 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (c0c93487-b477-411c-9a66-6ea67163e82c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.718876 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Added segment c0c93487-b477-411c-9a66-6ea67163e82c of type vlan for network df2d2de6-ecb9-4187-b033-becb493fafc0 May 17 12:08:03.766454 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (df2d2de6-ecb9-4187-b033-becb493fafc0), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.799247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (df2d2de6-ecb9-4187-b033-becb493fafc0), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.800380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:03.800972 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:03.832898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50946) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:03.836091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 50948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:03.837082 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4021268 May 17 12:08:03.842346 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Request body: {'subnet': {'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1833378893-subnet', 'tenant_id': 'a69c8441974b4749bd43a2ccf3629332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:03.877994 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da10ae-b2bd-48bc-a576-390daaff4d5e admin admin] Pushing event updated for resources: {'Network': ['ID=df2d2de6-ecb9-4187-b033-becb493fafc0,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:03.891451 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network df2d2de6-ecb9-4187-b033-becb493fafc0 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:08:03.933436 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Made reservation on behalf of a69c8441974b4749bd43a2ccf3629332 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:03.936124 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16161789'] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.048696 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7d29889-3059-46d6-af02-daf6ce4f503a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.246718 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7d29889-3059-46d6-af02-daf6ce4f503a admin admin] Publish callbacks [] for security_group (bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.251292 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b7d29889-3059-46d6-af02-daf6ce4f503a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.262151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15940473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16161771'] for subnet (30284c31-acf2-46c7-9b33-c5019d744743), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.357935 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b7d29889-3059-46d6-af02-daf6ce4f503a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6728a505fac4403382182ee56cecaef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231941 May 17 12:08:04.360611 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 50966) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:04.362947 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29889-3059-46d6-af02-daf6ce4f503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:04.388409 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94912d-4299-42b4-b5f2-77378c853447 req-8fb05528-b6de-4d8b-893a-8a210c5d9386 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:04.389888 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad94912d-4299-42b4-b5f2-77378c853447 req-8fb05528-b6de-4d8b-893a-8a210c5d9386 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.1077120 May 17 12:08:04.403174 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30284c31-acf2-46c7-9b33-c5019d744743,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:04.419083 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] Publish callbacks [] for security_group (bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.432172 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Checking segment: {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:04.432566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Network hostable DHCP agents. Network: df2d2de6-ecb9-4187-b033-becb493fafc0, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:08:04.446213 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] Publish callbacks [] for security_group (bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.467123 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad94912d-4299-42b4-b5f2-77378c853447 req-21f65de3-cd32-495d-bb97-0f7b7568113a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 May 17 12:08:04.468640 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Network df2d2de6-ecb9-4187-b033-becb493fafc0 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:08:04.492128 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, df2d2de6-ecb9-4187-b033-becb493fafc0) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:04.494695 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce64b7c-8d20-4d29-a8e5-70827b8f1304 None None] Network df2d2de6-ecb9-4187-b033-becb493fafc0 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:04.494841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:04.495286 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.506882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.509773 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:04.510918 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9 HTTP/1.1" status: 204 len: 168 time: 0.1493263 May 17 12:08:04.519612 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-8ddad2af-4e38-4d59-a0d9-4d02d54b52e5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6744554 May 17 12:08:04.520491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143fc06-216b-4f15-a9d4-6367e50343b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d39d3-63d6-4e4b-a828-74ed2e1a5af9,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:04.632377 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943b442-b19d-46ec-ad96-fb209f459d5e None None] Network df2d2de6-ecb9-4187-b033-becb493fafc0 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:05.226003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51006) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:05.330166 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-425770773-network', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:05.351383 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Made reservation on behalf of 76b64f5e92ae4a0a9f756026c2e398af for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:05.354549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.363177 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.435511 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks [] for security_group (8fa48833-219f-4fb3-8348-ea80e26eb725), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.439057 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8fa48833-219f-4fb3-8348-ea80e26eb725), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.459877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:08:05.473748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa48833-219f-4fb3-8348-ea80e26eb725,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:05.479203 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (da40f367-ee84-44ad-b459-4058d177486f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.479609 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Added segment da40f367-ee84-44ad-b459-4058d177486f of type vlan for network d65a31a7-b8ed-4ea2-811e-5054319f9793 May 17 12:08:05.521326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (d65a31a7-b8ed-4ea2-811e-5054319f9793), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.575526 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (d65a31a7-b8ed-4ea2-811e-5054319f9793), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.576548 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:05.577129 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.620936 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d750ef-2abe-4cfd-8c8e-dd241869484d req-83cb72f5-1c8c-4f98-bbeb-dcf25bae6cf1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:05.622442 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1d750ef-2abe-4cfd-8c8e-dd241869484d req-83cb72f5-1c8c-4f98-bbeb-dcf25bae6cf1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0805390 May 17 12:08:05.625495 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3975537 May 17 12:08:05.628531 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51014) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:05.633516 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Request body: {'subnet': {'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-425770773-subnet', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:05.657892 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Made reservation on behalf of 76b64f5e92ae4a0a9f756026c2e398af for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:05.660353 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16161789'] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.670791 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dbc97-77f8-4135-90f1-89ed9522eac9 admin admin] Pushing event updated for resources: {'Network': ['ID=d65a31a7-b8ed-4ea2-811e-5054319f9793,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:05.681786 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:08:05.716806 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1d750ef-2abe-4cfd-8c8e-dd241869484d req-c223069f-9d80-42d1-9165-5531959816ab tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882723 May 17 12:08:05.841710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15940473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16161771'] for subnet (b3526f13-5290-46d8-9fb6-a5127f893b2b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.901701 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3526f13-5290-46d8-9fb6-a5127f893b2b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:05.910280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Checking segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:05.910636 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Network hostable DHCP agents. Network: d65a31a7-b8ed-4ea2-811e-5054319f9793, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:08:05.927539 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:08:05.937066 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, d65a31a7-b8ed-4ea2-811e-5054319f9793) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:05.941050 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:05.941644 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.946150 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fbfad-1b55-4a6a-aa77-c488d979fe4d None None] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:05.958919 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-52374be0-09ba-4253-953a-d6ae942a8748 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3291340 May 17 12:08:05.961758 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51016) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:05.967458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:05.988117 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:05.991590 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.044705 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for router_controller (e7f579ed-b793-4696-80fd-b668d1e46d76), precommit_add_association {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.060604 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-d65a31a7-b8ed-4ea2-811e-5054319f9793', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:08:06.061680 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.184654 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for router_gateway (e7f579ed-b793-4696-80fd-b668d1e46d76), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.208369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Allocated IP 172.20.0.2 (d65a31a7-b8ed-4ea2-811e-5054319f9793/b3526f13-5290-46d8-9fb6-a5127f893b2b/e649f430-ad60-48f2-a76e-a1cc2a68775e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:06.320114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db51ab-9b32-4faf-8cb8-a4d51c4ceec3 req-66da77cb-33d7-47ae-a443-1385e2a1f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:06.325095 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0db51ab-9b32-4faf-8cb8-a4d51c4ceec3 req-66da77cb-33d7-47ae-a443-1385e2a1f799 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1130 time: 0.0600407 May 17 12:08:06.386360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks [] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.405880 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.448842 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:06.456124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:06.459158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Pushing event updated for resources: {'Port': ['ID=e649f430-ad60-48f2-a76e-a1cc2a68775e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.461760 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:06.502642 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for router_gateway (e7f579ed-b793-4696-80fd-b668d1e46d76), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.534838 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0db51ab-9b32-4faf-8cb8-a4d51c4ceec3 req-5a8386d2-e1f3-4ebe-beb1-d981f4e36f97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655035 May 17 12:08:06.538004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.542944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Attempting to bind port e649f430-ad60-48f2-a76e-a1cc2a68775e on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:06.544743 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Attempting to bind port e649f430-ad60-48f2-a76e-a1cc2a68775e by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:06.545342 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Attempting to bind port e649f430-ad60-48f2-a76e-a1cc2a68775e on network d65a31a7-b8ed-4ea2-811e-5054319f9793 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:06.556996 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:06.557550 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Checking segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:06.558052 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.558603 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Bound using segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:06.559173 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Bound port: e649f430-ad60-48f2-a76e-a1cc2a68775e, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:06.559647 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.628482 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-137899ac-1bc7-46ea-8fa0-0e8efe3d4638 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:06.630229 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-137899ac-1bc7-46ea-8fa0-0e8efe3d4638 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 814 time: 0.1477351 May 17 12:08:06.636601 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] For port e649f430-ad60-48f2-a76e-a1cc2a68775e, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:06.640417 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] For port e649f430-ad60-48f2-a76e-a1cc2a68775e, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e649f430-ad60-48f2-a76e-a1cc2a68775e,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:06.650060 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.652877 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-37626163-a138-40f7-baf3-6e70280827e3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/quotas/a69c8441974b4749bd43a2ccf3629332 HTTP/1.1" status: 200 len: 375 time: 0.0134592 May 17 12:08:06.685018 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Allocated IP 172.27.2.58 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/5fd7c6b8-064a-4f11-bf93-aba6c987c9de) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:06.725101 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fd009-d7f9-4d19-8060-0726ccf33f13 None None] Pushing event updated for resources: {'Port': ['ID=e649f430-ad60-48f2-a76e-a1cc2a68775e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:06.733805 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-fc253f68-40b1-49ac-bc61-ef5da3467708 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750759 May 17 12:08:06.847138 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-2ff1b2b8-5add-4001-872f-aac6c5d7fe15 service neutron] 10.222.0.58 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962286 May 17 12:08:06.859983 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55e52-6aa8-404f-aefb-832736c637eb req-ff236c95-402b-400e-8972-fc8907da7a7b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:06.861832 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bfd55e52-6aa8-404f-aefb-832736c637eb req-ff236c95-402b-400e-8972-fc8907da7a7b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0679538 May 17 12:08:06.887634 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.949636 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bfd55e52-6aa8-404f-aefb-832736c637eb req-e8968252-9dc4-4f09-a418-2e9ff4e54eee tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 May 17 12:08:06.967973 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:06.988606 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:06.991537 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-06bd1f3d-3a46-4650-b41d-9abfd60c16c2 service neutron] 10.222.0.58 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341279 May 17 12:08:07.007771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:07.010423 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:07.062064 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:07.214808 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-061a563a-99cc-4cbd-a60d-6a0b0fee7b69 req-f94a10cd-f383-42a7-95b3-bf168472f34f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0381534 May 17 12:08:07.312608 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for router_gateway (e7f579ed-b793-4696-80fd-b668d1e46d76), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:07.744222 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:07.778485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd3ac0-1a46-4aaa-882b-3e1faee3e319 None None] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:07.848785 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Provisioning complete for port e649f430-ad60-48f2-a76e-a1cc2a68775e triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:07.849159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:07.869621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Router e7f579ed-b793-4696-80fd-b668d1e46d76 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:08:07.962478 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Current status of the port e649f430-ad60-48f2-a76e-a1cc2a68775e is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:07.963078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:07.979258 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:08:07.991986 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Sync routers for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:08.008586 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:08.008790 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:08.013054 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.017369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] For port e649f430-ad60-48f2-a76e-a1cc2a68775e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e649f430-ad60-48f2-a76e-a1cc2a68775e,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:08.018684 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51064) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:08.019388 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3caff726-ff5a-4bb6-a6f6-2075f80d9c07 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0559790 May 17 12:08:08.026686 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.109094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a96d3c-2c35-49d0-a0ed-2098e43e8cc6 None None] Pushing event updated for resources: {'Port': ['ID=e649f430-ad60-48f2-a76e-a1cc2a68775e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:08.131113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b1dcd-a809-44fc-b647-e1d05875a885 req-861ac28c-8380-4836-b7ff-36939dde5a0e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:08.132981 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9d2b1dcd-a809-44fc-b647-e1d05875a885 req-861ac28c-8380-4836-b7ff-36939dde5a0e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0682678 May 17 12:08:08.152209 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:08.250871 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-cbdef030-fd8f-4465-90ea-66c99d1dac17 None None] Provisioning complete for port e649f430-ad60-48f2-a76e-a1cc2a68775e triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:08.251485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cbdef030-fd8f-4465-90ea-66c99d1dac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.276984 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9d2b1dcd-a809-44fc-b647-e1d05875a885 req-5e2ef206-237b-4c21-80d3-4d61aea87190 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989137 May 17 12:08:08.353212 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c6de12fa-75a3-45b7-92c5-0029e7be0da7 req-76ef2904-9bfb-457f-96f6-d8db301888e2 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0520194 May 17 12:08:08.355656 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cbdef030-fd8f-4465-90ea-66c99d1dac17 None None] Current status of the port e649f430-ad60-48f2-a76e-a1cc2a68775e is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:08.367581 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:07Z', 'revision_number': 3, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:08.394549 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Checking router: e7f579ed-b793-4696-80fd-b668d1e46d76 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:08.395049 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Updating router e7f579ed-b793-4696-80fd-b668d1e46d76 port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:08:08.434412 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.491421 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e649f430-ad60-48f2-a76e-a1cc2a68775e up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:08.537341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port e649f430-ad60-48f2-a76e-a1cc2a68775e triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:08.537922 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.583083 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.612883 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port e649f430-ad60-48f2-a76e-a1cc2a68775e is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:08.719801 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks [] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.724746 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.738363 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Allocated IP 172.20.0.1 (d65a31a7-b8ed-4ea2-811e-5054319f9793/b3526f13-5290-46d8-9fb6-a5127f893b2b/b3c8579d-979c-49e5-9dd1-4e2db6ac63fd) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:08.776002 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Attempting to bind port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:08.776399 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Attempting to bind port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:08.776866 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Attempting to bind port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:08.778804 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Pushing event updated for resources: {'Port': ['ID=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:08.787369 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:08.787961 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:08.788147 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.788566 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:08.789026 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Bound port: 5fd7c6b8-064a-4f11-bf93-aba6c987c9de, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:08.789404 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.792147 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.792529 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.792886 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.793241 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.793578 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.793903 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.794227 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.794554 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.794870 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.795189 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.795510 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.796395 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.796395 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.796554 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.796799 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:08.849414 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] For port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:08.853114 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] For port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:08.858959 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:08.922401 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:08.923054 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:08.929013 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ecca2-a051-48a0-8a29-1e682d7b09f4 None None] Pushing event updated for resources: {'Port': ['ID=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:09.055590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks [] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.089117 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.116118 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:09.128328 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:09.135283 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:09.137485 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Pushing event updated for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:09.140018 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:09.177985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (e7f579ed-b793-4696-80fd-b668d1e46d76), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.313996 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:07Z', 'revision_number': 3, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:09.332048 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.341944 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459900c0-ebb0-46b5-b41d-82c46c0f715b None None] The sync data for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi is: [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:07Z', 'revision_number': 3, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:09.386484 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b05b1067-56e2-442a-b4b9-abf61a9f19ee None None] Provisioning complete for port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:09.386997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b05b1067-56e2-442a-b4b9-abf61a9f19ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.453619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab2ece-7bde-4e16-bf15-c1a1904d42a8 req-0fbe90f3-c729-4893-96d5-8d053f555601 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:09.454248 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b05b1067-56e2-442a-b4b9-abf61a9f19ee None None] Port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:09.455144 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b1ab2ece-7bde-4e16-bf15-c1a1904d42a8 req-0fbe90f3-c729-4893-96d5-8d053f555601 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.1040893 May 17 12:08:09.458233 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-78239a9c-9bfc-45fa-aebb-99d374062f15 req-4840c12a-1e96-4ae9-b901-75d712724513 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0412161 May 17 12:08:09.575641 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b1ab2ece-7bde-4e16-bf15-c1a1904d42a8 req-01703e8f-dbfb-45ed-bf02-8431ad661807 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115773 May 17 12:08:09.643713 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks [] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.648257 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.718445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (e7f579ed-b793-4696-80fd-b668d1e46d76), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:09.720165 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Pushing event updated for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:09.827312 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:09.829568 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:09.948394 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Router e7f579ed-b793-4696-80fd-b668d1e46d76 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:08:10.058953 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:08:10.074069 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5bc557e7-b9ae-4a6b-a962-0cbaaaf3a35d admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f579ed-b793-4696-80fd-b668d1e46d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0432732 May 17 12:08:10.081847 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-f66392f2-8817-4a80-bf35-810916484548 None None] Provisioning complete for port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:10.082438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f66392f2-8817-4a80-bf35-810916484548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.120405 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f66392f2-8817-4a80-bf35-810916484548 None None] Port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:10.471773 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 5fd7c6b8-064a-4f11-bf93-aba6c987c9de up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:10.523540 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:10.524158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.576946 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51100) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:10.578090 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d3140859-a723-4e23-af6b-d779e7628dce req-fc4047b9-72d1-4932-a7ca-f7319db539f7 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0333004 May 17 12:08:10.582056 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-817283313-network', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:10.607367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Made reservation on behalf of 8282fdb39f694827b9e9a9f6b320a132 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:10.610019 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.611555 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:10.612099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.621093 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.640077 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:10.647237 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.699329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:10.735654 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701e6d-2103-4c9e-8f3d-f6b2bfb3a493 req-f40ab288-c3a2-4f50-aa5e-da30a621724b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:10.737182 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8b701e6d-2103-4c9e-8f3d-f6b2bfb3a493 req-f40ab288-c3a2-4f50-aa5e-da30a621724b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0667052 May 17 12:08:10.802119 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks [] for security_group (8b5056af-8db9-4e0b-9899-4a4b96c433d2), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.808438 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8b5056af-8db9-4e0b-9899-4a4b96c433d2), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.816758 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8b701e6d-2103-4c9e-8f3d-f6b2bfb3a493 req-c52ba8b6-cb9f-41da-a53d-30ca6c540dc4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 May 17 12:08:10.845222 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:08:10.850017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5056af-8db9-4e0b-9899-4a4b96c433d2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:10.861733 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (fe7f15df-de1b-4a3a-ab2b-fd0635495535), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.862218 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Added segment fe7f15df-de1b-4a3a-ab2b-fd0635495535 of type vlan for network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f May 17 12:08:10.907671 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.932390 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.933373 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:10.933952 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:10.966907 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3886468 May 17 12:08:10.969893 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51106) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:10.974782 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Request body: {'subnet': {'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-817283313-subnet', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:11.000569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3a75-4afc-4d6a-91e5-6f294f1c2d9d admin admin] Pushing event updated for resources: {'Network': ['ID=cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:11.005689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Made reservation on behalf of 8282fdb39f694827b9e9a9f6b320a132 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:11.008884 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13376070'] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.011574 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:08:11.072815 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Sync routers for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:11.091881 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:11.092568 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:11.187163 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15953573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13376080'] for subnet (fab4324a-ceda-4f5e-904b-1f7abf12c25c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.199865 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:11.237328 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab4324a-ceda-4f5e-904b-1f7abf12c25c,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:11.254591 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Checking segment: {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:11.254951 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Network hostable DHCP agents. Network: cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:08:11.273715 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:08:11.285233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:11.291138 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:11.291282 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.299880 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc4ef7-db63-42fe-8f81-2b856bae9e49 None None] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:11.313692 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51110) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:11.314228 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8f753344-f64b-4a96-a588-5b5464ba1d85 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3427961 May 17 12:08:11.318177 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:11.343459 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.344869 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.402914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for router_controller (d873c2ef-bc9f-4df8-80be-f619302f70ef), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.480229 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'fixed_ips': [{'subnet_id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:08:11.481201 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.502418 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 2, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:11.535266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for router_gateway (d873c2ef-bc9f-4df8-80be-f619302f70ef), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.538266 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Checking router: e7f579ed-b793-4696-80fd-b668d1e46d76 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:11.538626 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Updating router e7f579ed-b793-4696-80fd-b668d1e46d76 port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:08:11.619135 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.686129 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2ed16571-ad10-4126-9726-929652e939d8 req-daf887d3-01e0-4afc-a51b-928157b007a7 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0386453 May 17 12:08:11.721527 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Allocated IP 172.20.0.2 (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f/fab4324a-ceda-4f5e-904b-1f7abf12c25c/e192f442-6f37-4b5d-8f40-42a650570bc9) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:11.729574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for router_gateway (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.749157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:11.857084 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Allocated IP 172.27.2.111 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:11.979291 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc569-d07e-434e-a536-db5119c6802a req-ad728cd2-261e-48f9-8ba7-1f058d3da66b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:11.980792 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-776fc569-d07e-434e-a536-db5119c6802a req-ad728cd2-261e-48f9-8ba7-1f058d3da66b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0836108 May 17 12:08:12.033591 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.056222 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-776fc569-d07e-434e-a536-db5119c6802a req-caaa0f9f-6cfa-4167-ad03-e47b28c3ce57 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 May 17 12:08:12.087629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.127415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:12.130410 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:12.134388 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:12.136857 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks [] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.144572 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.162398 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:12.219488 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:12.225508 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:12.229380 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Pushing event updated for resources: {'Port': ['ID=e192f442-6f37-4b5d-8f40-42a650570bc9,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:12.238721 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:12.247126 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks [] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.254200 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.342892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Attempting to bind port e192f442-6f37-4b5d-8f40-42a650570bc9 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:12.343238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Attempting to bind port e192f442-6f37-4b5d-8f40-42a650570bc9 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:12.343650 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Attempting to bind port e192f442-6f37-4b5d-8f40-42a650570bc9 on network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:12.347940 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b583f-eabe-4015-a48d-a6df58882a8f None None] Pushing event updated for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:12.369530 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:12.370007 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Checking segment: {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:12.370414 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.370816 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Bound using segment: {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:12.371313 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Bound port: e192f442-6f37-4b5d-8f40-42a650570bc9, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:12.371697 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.390340 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for router_gateway (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.442126 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Attempting to bind port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:12.442499 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Attempting to bind port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:12.442866 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Attempting to bind port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd on network d65a31a7-b8ed-4ea2-811e-5054319f9793 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:12.452516 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:12.452976 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Checking segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:12.453313 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.453680 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Bound using segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:12.454179 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Bound port: b3c8579d-979c-49e5-9dd1-4e2db6ac63fd, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:12.454534 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.487680 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] For port e192f442-6f37-4b5d-8f40-42a650570bc9, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:12.512129 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 5fd7c6b8-064a-4f11-bf93-aba6c987c9de up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:12.550989 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] For port e192f442-6f37-4b5d-8f40-42a650570bc9, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e192f442-6f37-4b5d-8f40-42a650570bc9,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:12.578943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.616362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] For port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:12.623007 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.639963 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] For port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:12.663525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.673415 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:12.673789 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.703858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Provisioning complete for port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:12.704254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:12.705759 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3bff8-7073-4022-8a12-23481fde9296 None None] Pushing event updated for resources: {'Port': ['ID=e192f442-6f37-4b5d-8f40-42a650570bc9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:12.769932 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Router d873c2ef-bc9f-4df8-80be-f619302f70ef is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:08:12.803358 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-00919215-024d-4538-9f5d-5655de565ccb req-d646faa9-5bc4-467f-84b4-b53cfb6b3def tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0305007 May 17 12:08:12.819529 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:12.820446 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:12.936324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b583f-eabe-4015-a48d-a6df58882a8f None None] Pushing event updated for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:12.952835 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:08:12.972330 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Sync routers for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:12.987341 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:12.988029 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:12.997105 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.000796 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-875cf4bd-01af-4ac3-9b59-c40043cbe7d4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6835344 May 17 12:08:13.001590 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51124) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:13.015769 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:13.043307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Current status of the port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:13.043719 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.073273 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:13.123722 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:13.169900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] For port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:13.194243 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.299176 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42718-e23c-4f3a-921e-b5b22e4585ee None None] Pushing event updated for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:13.365593 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-f77484f8-6c23-426f-8020-d56c35a30506 None None] Provisioning complete for port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:13.366012 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f77484f8-6c23-426f-8020-d56c35a30506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.388628 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3cf3-11d8-4d2c-9a1c-af6f51b43520 req-ac1b8dde-c6a6-49fd-9245-6ebbb850d960 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:13.390993 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:12Z', 'revision_number': 3, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:13.397264 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6dc3cf3-11d8-4d2c-9a1c-af6f51b43520 req-ac1b8dde-c6a6-49fd-9245-6ebbb850d960 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0605326 May 17 12:08:13.410029 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:12Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:13.431347 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Checking router: d873c2ef-bc9f-4df8-80be-f619302f70ef for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:13.432036 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Updating router d873c2ef-bc9f-4df8-80be-f619302f70ef port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:08:13.448359 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658a89-918e-4b90-ac34-e8554bcff9b6 None None] The sync data for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi is: [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:12Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:13.469327 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.485065 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6dc3cf3-11d8-4d2c-9a1c-af6f51b43520 req-2feb90fe-f87f-4435-95ee-4f22043f9e43 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817921 May 17 12:08:13.511014 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f77484f8-6c23-426f-8020-d56c35a30506 None None] Current status of the port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:13.645866 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.847508 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Allocated IP 172.20.0.1 (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f/fab4324a-ceda-4f5e-904b-1f7abf12c25c/748950e6-1d7d-4404-9628-0f5addc64a9f) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:13.970203 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks [] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.970594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks [] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:13.980268 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.014127 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df71b43-edbf-4040-97d5-c249d5dfac8d None None] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:08:14.039733 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a5828107-cfa9-492e-bbea-1d097e11338f req-5f4e4953-b61c-4cc8-b998-10303202b458 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0473063 May 17 12:08:14.059492 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Attempting to bind port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:14.060033 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Attempting to bind port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:14.060577 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Attempting to bind port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:14.062372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.080113 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155d2b1-dd96-4196-9a93-604f90c2d575 None None] Pushing event updated for resources: {'Port': ['ID=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.093310 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:14.093692 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:14.094100 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.094497 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:14.094984 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Bound port: 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:14.095365 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.111652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Provisioning complete for port e192f442-6f37-4b5d-8f40-42a650570bc9 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:14.112022 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.128318 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Pushing event updated for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.142726 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:14.144509 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:14.147798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:14.171698 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] For port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:14.175944 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] For port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:14.186034 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.192474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.252358 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:14.252914 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:14.256516 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155d2b1-dd96-4196-9a93-604f90c2d575 None None] Pushing event updated for resources: {'Port': ['ID=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.275711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Current status of the port e192f442-6f37-4b5d-8f40-42a650570bc9 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:14.276319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.343575 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] For port e192f442-6f37-4b5d-8f40-42a650570bc9, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e192f442-6f37-4b5d-8f40-42a650570bc9,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:14.351276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.379674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.386416 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:14.417104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560b76-4011-4d65-8e72-d974e345f0c8 None None] Pushing event updated for resources: {'Port': ['ID=e192f442-6f37-4b5d-8f40-42a650570bc9,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.640946 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e192f442-6f37-4b5d-8f40-42a650570bc9 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:14.691090 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:12Z', 'revision_number': 3, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:14.698574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109a2a4-2321-4dae-a18f-896340c0d9df req-46b54fc0-f82b-42bf-948e-9ec0ade309da tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:14.715661 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c109a2a4-2321-4dae-a18f-896340c0d9df req-46b54fc0-f82b-42bf-948e-9ec0ade309da tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0988641 May 17 12:08:14.730221 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf22008-312d-4471-a4ce-017251cfd601 None None] The sync data for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi is: [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:12Z', 'revision_number': 3, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:14.758532 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks [] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.770790 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.802505 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c109a2a4-2321-4dae-a18f-896340c0d9df req-d1a1d7de-f289-4cf8-bf0b-a153589c6f26 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 May 17 12:08:14.850882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.853191 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Pushing event updated for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:14.891332 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:14.891764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.937409 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Port 748950e6-1d7d-4404-9628-0f5addc64a9f cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:14.949386 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port e192f442-6f37-4b5d-8f40-42a650570bc9 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:14.949782 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.952379 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Provisioning complete for port e192f442-6f37-4b5d-8f40-42a650570bc9 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:14.952746 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:14.979458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:14.980820 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:15.120959 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port e192f442-6f37-4b5d-8f40-42a650570bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:15.122317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b3c8579d-979c-49e5-9dd1-4e2db6ac63fd up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:15.124598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0193cd98-d4b0-4b78-85e5-cb342a476eec None None] Current status of the port e192f442-6f37-4b5d-8f40-42a650570bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:15.130088 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Router d873c2ef-bc9f-4df8-80be-f619302f70ef has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:08:15.193340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:15.193733 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.259491 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-80b2ed58-4063-4144-a19d-4c4c5badbb23 req-4cfad3af-7ffd-42b7-b5a8-eda4ce407d05 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0990889 May 17 12:08:15.265273 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-576212af-c454-41ec-aca4-bae72170f4fc None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:15.265660 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-576212af-c454-41ec-aca4-bae72170f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.311225 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-576212af-c454-41ec-aca4-bae72170f4fc None None] Port 748950e6-1d7d-4404-9628-0f5addc64a9f cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:15.341205 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:08:15.344745 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:15.346307 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d2092e36-9b8d-4301-a805-aa54cf9d975e admin admin] 10.222.0.58 "PUT /v2.0/routers/d873c2ef-bc9f-4df8-80be-f619302f70ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3434689 May 17 12:08:15.427931 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-69e80936-42e1-491c-91c0-f086474557f3 None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:15.428421 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-69e80936-42e1-491c-91c0-f086474557f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.465337 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-69e80936-42e1-491c-91c0-f086474557f3 None None] Port 748950e6-1d7d-4404-9628-0f5addc64a9f cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:15.692068 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51162) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:15.697719 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828174796', 'description': 'tempest-secgroup-smoke-1828174796 description', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:15.721594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.797862 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (96dbab55-efff-4781-a4f1-c5140edff135), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.801616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (96dbab55-efff-4781-a4f1-c5140edff135), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.831811 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dbab55-efff-4781-a4f1-c5140edff135,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:15.839088 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.843215 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51166) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:15.843672 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d76d5d2e-250e-4287-8171-134e55d3ccf3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1501234 May 17 12:08:15.849306 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:15.877314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (1ba02553-0f8e-47e3-b0fb-e337c10a2ede), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.933059 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (1ba02553-0f8e-47e3-b0fb-e337c10a2ede), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.937702 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (1ba02553-0f8e-47e3-b0fb-e337c10a2ede), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.942249 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf4099-fe26-4a3d-b4f3-c0551ff2d897 req-0f23a5b2-1667-475c-a4af-90fac9455692 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:15.943979 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5bdf4099-fe26-4a3d-b4f3-c0551ff2d897 req-0f23a5b2-1667-475c-a4af-90fac9455692 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0522025 May 17 12:08:15.956642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba02553-0f8e-47e3-b0fb-e337c10a2ede,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:15.967467 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:15.968718 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-bf868834-2e05-45f9-ab9f-d7e7b8877949 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244986 May 17 12:08:15.971414 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51168) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:15.976221 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:15.997166 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5bdf4099-fe26-4a3d-b4f3-c0551ff2d897 req-97d170df-5bdb-4c66-9b64-ccffa162afb0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464144 May 17 12:08:16.001825 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (6a714835-15ef-4747-a4fb-bbffaeb7a21b), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.061424 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (6a714835-15ef-4747-a4fb-bbffaeb7a21b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.064966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (6a714835-15ef-4747-a4fb-bbffaeb7a21b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.082684 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a714835-15ef-4747-a4fb-bbffaeb7a21b,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.089989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.091174 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-72154b49-0828-4a9a-92f4-6e519390e165 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187005 May 17 12:08:16.093865 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51172) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:16.097986 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:16.123215 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (bb79ddd0-3635-4be8-937d-d518e0f68aa5), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.179017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (bb79ddd0-3635-4be8-937d-d518e0f68aa5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.182927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (bb79ddd0-3635-4be8-937d-d518e0f68aa5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.200205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb79ddd0-3635-4be8-937d-d518e0f68aa5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.207807 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.209018 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-63e5d462-ce45-4070-9e35-7251f78d327d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142478 May 17 12:08:16.211722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:16.216979 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:16.242168 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (f76097c7-6580-4684-a28d-9d2bcc7850f5), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.300354 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (f76097c7-6580-4684-a28d-9d2bcc7850f5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.304043 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (f76097c7-6580-4684-a28d-9d2bcc7850f5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.325195 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76097c7-6580-4684-a28d-9d2bcc7850f5,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.332509 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.333648 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0dbad34d-8d55-4903-b7c3-67e778f5c151 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199036 May 17 12:08:16.336503 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51178) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:16.341050 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:16.360144 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-636b65f3-e8aa-49ae-bf7b-c6c37d8ea96d req-6f521ff5-738f-44dc-b5d8-e25b3768143d tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0310409 May 17 12:08:16.361805 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.securitygroups_db [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Project 76b64f5e92ae4a0a9f756026c2e398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:08:16.371513 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (b9593e26-09c0-4844-b415-75be1a5e9d2a), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.430008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (b9593e26-09c0-4844-b415-75be1a5e9d2a), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.434064 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (b9593e26-09c0-4844-b415-75be1a5e9d2a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.453842 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9593e26-09c0-4844-b415-75be1a5e9d2a,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.465513 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.466718 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b9e79ae4-68c3-4d7f-ba2c-4f7cb44cadd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291602 May 17 12:08:16.469501 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51180) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:16.473867 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'security_group_rule': {'security_group_id': '96dbab55-efff-4781-a4f1-c5140edff135', 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:16.476372 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:08:16.498366 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.securitygroups_db [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Project 76b64f5e92ae4a0a9f756026c2e398af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:08:16.503945 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (522b8486-4422-4a5b-abee-fc097abce85f), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.547565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:16.573141 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (522b8486-4422-4a5b-abee-fc097abce85f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.576784 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (522b8486-4422-4a5b-abee-fc097abce85f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.596282 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b8486-4422-4a5b-abee-fc097abce85f,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.604393 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.605961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:16.606335 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.609176 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-098cf89c-b73f-4e85-9136-a6ed9c887bf8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381381 May 17 12:08:16.698486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:16.698911 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.721619 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:16.726947 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.728640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e192f442-6f37-4b5d-8f40-42a650570bc9 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:16.804328 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:16.818784 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port e192f442-6f37-4b5d-8f40-42a650570bc9 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:16.819157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:16.896366 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port e192f442-6f37-4b5d-8f40-42a650570bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:16.984265 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Sync routers for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:08:16.994464 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:16.995064 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:17.132684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:17.148745 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ba90-a090-452c-a7ac-a8d0fe2396fa req-e5eeae16-5114-4921-bfca-b72fb70df266 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:17.150634 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6448ba90-a090-452c-a7ac-a8d0fe2396fa req-e5eeae16-5114-4921-bfca-b72fb70df266 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0566723 May 17 12:08:17.203306 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6448ba90-a090-452c-a7ac-a8d0fe2396fa req-8c73c764-73b2-496a-9e58-c003224fd386 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 May 17 12:08:17.315668 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f514e-a00b-470b-a2e7-c863c33b7e7d req-8c9168df-c755-4c00-a29b-478888ff1c50 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:17.317064 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ae5f514e-a00b-470b-a2e7-c863c33b7e7d req-8c9168df-c755-4c00-a29b-478888ff1c50 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0452030 May 17 12:08:17.325236 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 4, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '748950e6-1d7d-4404-9628-0f5addc64a9f', 'name': '', 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'mac_address': 'fa:16:3e:d4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:13Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 2, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'subnets': [{'id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:17.350031 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Checking router: d873c2ef-bc9f-4df8-80be-f619302f70ef for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:08:17.350394 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Updating router d873c2ef-bc9f-4df8-80be-f619302f70ef port 748950e6-1d7d-4404-9628-0f5addc64a9f binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:08:17.368795 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ae5f514e-a00b-470b-a2e7-c863c33b7e7d req-8d24141b-4267-41c7-a994-fb65f45c8914 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 May 17 12:08:17.378284 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.482127 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0196116e-3018-4de7-8f84-9f9614bd41ef req-a5b7be82-789d-4cfa-86f4-9a56ac5e0447 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0436428 May 17 12:08:17.689510 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks [] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.695457 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.747255 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e135-fb8d-46a6-9705-3838e034a9e8 None None] Pushing event updated for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:17.809645 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Attempting to bind port 748950e6-1d7d-4404-9628-0f5addc64a9f on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:17.810043 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Attempting to bind port 748950e6-1d7d-4404-9628-0f5addc64a9f by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:17.810410 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Attempting to bind port 748950e6-1d7d-4404-9628-0f5addc64a9f on network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:17.815646 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:17.816029 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Checking segment: {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:17.816450 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.816855 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Bound using segment: {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:17.817324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Bound port: 748950e6-1d7d-4404-9628-0f5addc64a9f, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f15df-de1b-4a3a-ab2b-fd0635495535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:17.817709 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.880559 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] For port 748950e6-1d7d-4404-9628-0f5addc64a9f, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:17.884411 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] For port 748950e6-1d7d-4404-9628-0f5addc64a9f, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=748950e6-1d7d-4404-9628-0f5addc64a9f,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:17.890562 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:17.948315 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:08:17.948961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:07:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:17.950902 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e135-fb8d-46a6-9705-3838e034a9e8 None None] Pushing event updated for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:18.042602 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:18.042971 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:18.089731 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:08:18.208607 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Current status of the port 748950e6-1d7d-4404-9628-0f5addc64a9f is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:18.208996 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:18.281128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] For port 748950e6-1d7d-4404-9628-0f5addc64a9f, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=748950e6-1d7d-4404-9628-0f5addc64a9f,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:18.286831 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:18.366906 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 4, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '748950e6-1d7d-4404-9628-0f5addc64a9f', 'name': '', 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'mac_address': 'fa:16:3e:d4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:13Z', 'updated_at': '2022-05-17T12:08:17Z', 'revision_number': 4, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'subnets': [{'id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:08:18.369334 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9d994-86fb-42f0-bda2-e5d9a80a2904 None None] Pushing event updated for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:18.399999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88638896-ff6e-486e-b3fc-9e58a3162b45 None None] The sync data for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi is: [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:14Z', 'revision_number': 4, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '748950e6-1d7d-4404-9628-0f5addc64a9f', 'name': '', 'network_id': 'cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'mac_address': 'fa:16:3e:d4:8a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:13Z', 'updated_at': '2022-05-17T12:08:17Z', 'revision_number': 4, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'subnets': [{'id': 'fab4324a-ceda-4f5e-904b-1f7abf12c25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:08:18.413136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-574dd9b3-a14c-428a-825c-48863473bd28 None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:18.413573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-574dd9b3-a14c-428a-825c-48863473bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:18.517545 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-574dd9b3-a14c-428a-825c-48863473bd28 None None] Current status of the port 748950e6-1d7d-4404-9628-0f5addc64a9f is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:18.529688 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:18.583705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:18.584078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:18.598799 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5bd005cf-8705-491a-ad86-cc13b51bf906 req-c370ce9b-466b-4cb4-9d64-6a8e4f691d7a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0314951 May 17 12:08:18.660085 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:19.372378 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-fa23eb06-d530-4fe4-bfcd-881cacd9c010 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:19.373813 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-fa23eb06-d530-4fe4-bfcd-881cacd9c010 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 814 time: 0.1024532 May 17 12:08:19.404623 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Request body: {'port': {'device_id': '07b13499-6633-4afb-9e7d-535aa76a374d', 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0', 'admin_state_up': True, 'tenant_id': 'a69c8441974b4749bd43a2ccf3629332'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:19.527826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Made reservation on behalf of a69c8441974b4749bd43a2ccf3629332 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:19.531337 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:19.656812 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Allocated IP 172.20.0.9 (df2d2de6-ecb9-4187-b033-becb493fafc0/30284c31-acf2-46c7-9b33-c5019d744743/9f484cd3-9b81-441e-94e1-4b0c6fac9bf2) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:19.710628 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-80fdd9b9-5041-43c7-8037-102bfc855ee5 req-07e6954a-eee9-45fc-b730-406973ff12be tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0421433 May 17 12:08:19.843392 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks [] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:19.874444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:19.922315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Network df2d2de6-ecb9-4187-b033-becb493fafc0 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:19.925430 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:19.929156 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:19.957902 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Pushing event updated for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:19.984514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:19.985159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.002456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-4b2ce293-a36e-4940-b877-7ce1b9ea391b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022675 May 17 12:08:20.020087 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Request body: {'port': {'device_id': '07b13499-6633-4afb-9e7d-535aa76a374d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:20.081266 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.382041 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:08:20.391000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks [] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.405662 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Transition to ACTIVE for port object 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:08:20.410593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.468118 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Pushing event updated for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:20.522461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.523081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.523587 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.524081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.525139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.525628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.526130 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.526612 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.527225 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.527721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.528249 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.528757 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.529095 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.529427 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.529760 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:20.547897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 748950e6-1d7d-4404-9628-0f5addc64a9f up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:20.599687 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 748950e6-1d7d-4404-9628-0f5addc64a9f triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:20.600368 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.601630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Attempting to bind port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:20.601842 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Attempting to bind port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:20.602169 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Attempting to bind port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 on network df2d2de6-ecb9-4187-b033-becb493fafc0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:20.606843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 on network df2d2de6-ecb9-4187-b033-becb493fafc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:08:20.607171 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Attempting to bind port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 on network df2d2de6-ecb9-4187-b033-becb493fafc0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:20.612529 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:20.612869 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Checking segment: {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:20.613446 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Bound using segment: {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:20.614056 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Bound port: 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:20.614580 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.681926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:20.685616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:20.692285 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.727974 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:20.728376 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:20.729999 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] 10.222.0.35 "PUT /v2.0/ports/9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 HTTP/1.1" status: 200 len: 1093 time: 0.7138774 May 17 12:08:20.730625 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:08:20.733100 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68" -d '{"events": [{"name": "network-changed", "server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:08:20.783304 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d32b7fe-daf5-485c-853d-74b6da848c6d x-openstack-request-id: req-1d32b7fe-daf5-485c-853d-74b6da848c6d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:08:20.783949 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:08:20.784325 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d32b7fe-daf5-485c-853d-74b6da848c6d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:08:20.785035 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d32b7fe-daf5-485c-853d-74b6da848c6d'] response: {'name': 'network-changed', 'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2', 'status': 'completed', 'code': 200} May 17 12:08:20.797150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e1fc0-35af-4f27-bb7e-a82961ce197f service neutron] Pushing event updated for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:20.822738 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 748950e6-1d7d-4404-9628-0f5addc64a9f is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:20.852405 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e64ab-81ef-45c5-b4af-5ccbf39910e2 req-83fd4e0a-8208-42bb-88fe-1ccf1da8812f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:20.854373 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a3e64ab-81ef-45c5-b4af-5ccbf39910e2 req-83fd4e0a-8208-42bb-88fe-1ccf1da8812f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 943 time: 0.0644984 May 17 12:08:20.877037 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-600afa64-fd80-4cff-9025-d1818ee348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:20.879139 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-600afa64-fd80-4cff-9025-d1818ee348e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 1127 time: 0.0518193 May 17 12:08:20.906382 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a3e64ab-81ef-45c5-b4af-5ccbf39910e2 req-467cb350-ae0e-4dca-bd38-f8a615dd4d4a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509892 May 17 12:08:20.930038 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-fb8ecf79-8104-4cb3-ac9b-ed1ef918353d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0361598 May 17 12:08:20.981857 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-a27d8186-31ad-44e9-8723-1653d5cb7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:20.983354 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-a27d8186-31ad-44e9-8723-1653d5cb7c35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30284c31-acf2-46c7-9b33-c5019d744743 HTTP/1.1" status: 200 len: 854 time: 0.0459569 May 17 12:08:21.019597 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-d72fa818-434a-4110-890b-28be6797a686 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df2d2de6-ecb9-4187-b033-becb493fafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292828 May 17 12:08:21.136927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f629b6-6a7c-4427-a3a4-1b26554c3277 req-d2a864f9-212f-4f8b-a844-dbb6a9ed4dfe tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:21.141341 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55f629b6-6a7c-4427-a3a4-1b26554c3277 req-d2a864f9-212f-4f8b-a844-dbb6a9ed4dfe tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0566902 May 17 12:08:21.151864 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-55ee15b7-8726-4cba-868f-81a8d18282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:21.153532 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-55ee15b7-8726-4cba-868f-81a8d18282fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0534918 May 17 12:08:21.164254 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-59cb4a36-c8e6-467e-82b2-ccde347f8df9 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326618 May 17 12:08:21.188952 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55f629b6-6a7c-4427-a3a4-1b26554c3277 req-9b5c60a2-e3b4-458e-8d92-3971d1a499c2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 May 17 12:08:21.577911 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-4348402b-e195-4087-96ca-ce69df5d96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:21.579385 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-4348402b-e195-4087-96ca-ce69df5d96ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.3985367 May 17 12:08:21.584740 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:21.596032 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ce62a19-0aaa-445b-bd1e-5e14e658c2b9 req-897eea1d-c4c2-4ece-98f7-55287dddb079 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057682 May 17 12:08:21.622970 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-dd98835d-03ae-4e73-b7a2-cc7f8ef352fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0360675 May 17 12:08:21.674405 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-863c3ba4-70ec-41ab-9144-37c501fa153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:21.675888 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-863c3ba4-70ec-41ab-9144-37c501fa153b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0457256 May 17 12:08:21.869999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-10f85828-4988-4fad-8ea8-1e3658525037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:22.030384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c00f-4a3d-4ee0-a2d8-8a93bf63244c req-63efff6a-5191-42a7-8a1e-72ecb91e3889 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:22.031773 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7557c00f-4a3d-4ee0-a2d8-8a93bf63244c req-63efff6a-5191-42a7-8a1e-72ecb91e3889 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 943 time: 0.0468636 May 17 12:08:22.088382 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7557c00f-4a3d-4ee0-a2d8-8a93bf63244c req-efb4e829-8272-486a-9ac6-48fe63ec52e2 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 May 17 12:08:22.303930 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67376-3f76-4908-8bd8-3be49662bebc req-c79f81fd-9ea8-448c-8095-bb64a9638ad5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:22.305419 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-05a67376-3f76-4908-8bd8-3be49662bebc req-c79f81fd-9ea8-448c-8095-bb64a9638ad5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0471358 May 17 12:08:22.356807 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-05a67376-3f76-4908-8bd8-3be49662bebc req-04e7d0df-de5d-480e-94e1-f7eedcc03341 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 May 17 12:08:23.206336 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e5b6c-242c-4f37-8bd5-7e510ea635b3 req-e06f0fdb-37db-4091-bda4-23a94166b82e tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:23.207798 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b9e5b6c-242c-4f37-8bd5-7e510ea635b3 req-e06f0fdb-37db-4091-bda4-23a94166b82e tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 943 time: 0.0461204 May 17 12:08:23.258034 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b9e5b6c-242c-4f37-8bd5-7e510ea635b3 req-0a562764-f0e2-45e8-8267-7450db9e1803 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 May 17 12:08:23.472283 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a6536-26e3-47a5-8dc1-622b2d591063 req-eb716dc5-4ff4-45dd-8f59-6226b0c64d8d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:23.473745 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ec8a6536-26e3-47a5-8dc1-622b2d591063 req-eb716dc5-4ff4-45dd-8f59-6226b0c64d8d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0462670 May 17 12:08:23.521139 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ec8a6536-26e3-47a5-8dc1-622b2d591063 req-92f3c3cf-0f67-460d-a372-aa060d753b8f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 May 17 12:08:24.275113 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a741e0c7-afc6-494d-96f0-c09362fcf818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:24.372912 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53665aa-65bd-4316-91cf-b2fd04b9935a req-a5fee9ef-e5c5-484d-9562-8dee091fe732 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:24.374451 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d53665aa-65bd-4316-91cf-b2fd04b9935a req-a5fee9ef-e5c5-484d-9562-8dee091fe732 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 943 time: 0.0489304 May 17 12:08:24.421592 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d53665aa-65bd-4316-91cf-b2fd04b9935a req-1c969e85-2555-45f2-bfdb-1aa3f86f1277 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 May 17 12:08:24.754321 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:08:24.841586 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6d886-2f88-449e-9d04-6e93d9334868 req-d437dc3f-3a52-4844-8685-ca54df47e6d5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:24.843051 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-50b6d886-2f88-449e-9d04-6e93d9334868 req-d437dc3f-3a52-4844-8685-ca54df47e6d5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.2516608 May 17 12:08:24.858404 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:24.869610 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2', 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0', 'port_id': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2', 'mac_address': 'fa:16:3e:56:8e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30284c31-acf2-46c7-9b33-c5019d744743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:08:24.889476 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-50b6d886-2f88-449e-9d04-6e93d9334868 req-e6614e44-e4f4-466f-8838-a7ba32604a09 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 May 17 12:08:24.911207 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:24.911599 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:24.927145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:08:24.945414 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:24.950097 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:24.997665 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:25.004675 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.004978 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.005345 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.005711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.006059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.006397 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.006728 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.007061 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.007398 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.007728 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.008059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.008439 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.009268 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.009590 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.009916 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:25.361421 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:25.571012 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818575c-8012-4ec6-aba2-6cece6f8c679 req-60da42a4-6a14-4e66-94c9-5124c70a911f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:25.573762 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6818575c-8012-4ec6-aba2-6cece6f8c679 req-60da42a4-6a14-4e66-94c9-5124c70a911f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 944 time: 0.0748937 May 17 12:08:25.624514 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6818575c-8012-4ec6-aba2-6cece6f8c679 req-b53527aa-276a-4c8c-9f6c-72fd4cf1d7e5 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 May 17 12:08:25.643024 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['9f484cd3-9b81-441e-94e1-4b0c6fac9bf2'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:08:26.012965 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856813d4-62a7-494a-8c9c-5c72a242599f req-d4ec7c30-081a-4b97-8c83-63390ee68494 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.014473 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-856813d4-62a7-494a-8c9c-5c72a242599f req-d4ec7c30-081a-4b97-8c83-63390ee68494 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0585012 May 17 12:08:26.033325 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-d67deb5d-2ab4-43ae-a322-790eed0ad73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.034879 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-d67deb5d-2ab4-43ae-a322-790eed0ad73d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673327 May 17 12:08:26.035922 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-8f313e19-9ece-4b28-8452-8e4a915788a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.037286 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-8f313e19-9ece-4b28-8452-8e4a915788a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 1128 time: 0.0618784 May 17 12:08:26.063753 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-856813d4-62a7-494a-8c9c-5c72a242599f req-4e9799b1-bd5a-49d6-a944-a364a632060b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 May 17 12:08:26.211720 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-4bbabec9-8dca-49c0-93dd-9d60d4f1a8d1 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603999 May 17 12:08:26.212976 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-ef789ddc-b716-4c09-80f3-6d512a203a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.214317 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-ef789ddc-b716-4c09-80f3-6d512a203a66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 915 time: 0.1545415 May 17 12:08:26.283455 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-fcbf2fec-f4f2-4337-b046-6d29c07ebb9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0510437 May 17 12:08:26.381456 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-8553f354-5e6c-4d39-bdc3-edac3f3ee6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.382815 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-8553f354-5e6c-4d39-bdc3-edac3f3ee6a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30284c31-acf2-46c7-9b33-c5019d744743 HTTP/1.1" status: 200 len: 854 time: 0.0916152 May 17 12:08:26.385143 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfe4cfd7-3f5e-4299-b1a7-235f5872574e req-975618ed-90a4-47b5-82a4-2950df722270 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539555 May 17 12:08:26.427261 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-87eca67e-0e51-4558-ace3-811a9865baf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df2d2de6-ecb9-4187-b033-becb493fafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260208 May 17 12:08:26.575610 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-00d15ae0-b883-4019-8074-8d82add67697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.577160 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-00d15ae0-b883-4019-8074-8d82add67697 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0813498 May 17 12:08:26.598964 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-0bd50a1b-60c3-4ba8-9527-7b2180ca1fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227372 May 17 12:08:26.710833 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:26.793262 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ae9c3-35c8-4313-9f0c-2893975a828a req-f2780bd1-55f0-4733-b1b8-46a1a4b9f2f0 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.794751 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0b8ae9c3-35c8-4313-9f0c-2893975a828a req-f2780bd1-55f0-4733-b1b8-46a1a4b9f2f0 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 944 time: 0.1015069 May 17 12:08:26.917078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-68141a18-8e0d-4d3c-b7cb-68eacda72bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:26.918536 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-68141a18-8e0d-4d3c-b7cb-68eacda72bc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.1916313 May 17 12:08:26.935750 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5c2cead2-f9cf-4ec4-b5af-ddb02cd2da68 req-f54afc69-5d15-490b-ae80-aa80a733d084 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316213 May 17 12:08:26.940829 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0b8ae9c3-35c8-4313-9f0c-2893975a828a req-139bb1ab-8f73-449f-9d96-91e17ee863b4 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201274 May 17 12:08:26.966841 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-add068e8-4fc5-48f9-9eac-7d086b12c890 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0402467 May 17 12:08:27.015596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-81027c2f-0821-4755-8a67-70a7977e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:27.017103 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-81027c2f-0821-4755-8a67-70a7977e6b57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0440061 May 17 12:08:27.068426 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-adcdef99-8aa1-46a7-98e8-fdc616e3544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:27.070257 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-adcdef99-8aa1-46a7-98e8-fdc616e3544e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460994 May 17 12:08:27.174118 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-9c3b979e-74e1-4fe6-9b1e-a792c99cf795 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965421 May 17 12:08:27.186544 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb900c2-9869-49fd-9c43-e61f39ca7391 req-b93db265-5696-4e07-a7ce-d1df97513516 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:27.188064 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bb900c2-9869-49fd-9c43-e61f39ca7391 req-b93db265-5696-4e07-a7ce-d1df97513516 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0516186 May 17 12:08:27.237058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bb900c2-9869-49fd-9c43-e61f39ca7391 req-08d127b9-85fe-4210-9ca4-dbe016063e7b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 May 17 12:08:27.275423 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ae8f9641-d4a9-4e7f-a2f9-cb1a24a3c30b req-21c5c4ea-447d-4559-97ee-96d8824003bc service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932872 May 17 12:08:27.280582 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:08:27.322877 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:08:27.328900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:27.329288 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:27.404280 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:08:27.404669 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:27.427500 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:08:27.429731 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0716c4-811a-4e68-baeb-0044571a34f0" -d '{"events": [{"server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "name": "network-vif-plugged", "status": "completed", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:08:27.442666 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:08:27.447664 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:27.471264 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63f7ccc-cc25-4ec0-8455-f49e8a456791 x-openstack-request-id: req-c63f7ccc-cc25-4ec0-8455-f49e8a456791 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:08:27.471550 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "name": "network-vif-plugged", "status": "completed", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:08:27.471806 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c63f7ccc-cc25-4ec0-8455-f49e8a456791 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:08:27.472214 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63f7ccc-cc25-4ec0-8455-f49e8a456791'] response: {'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2', 'code': 200} May 17 12:08:27.497452 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:28.052308 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40193c-c11a-4e37-b45f-f63a22f8b131 req-83354fe1-82df-4d78-9f20-e00a74916054 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:28.053800 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad40193c-c11a-4e37-b45f-f63a22f8b131 req-83354fe1-82df-4d78-9f20-e00a74916054 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0479438 May 17 12:08:28.102429 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad40193c-c11a-4e37-b45f-f63a22f8b131 req-e207aedf-ae95-4c71-9c20-2bcac17eb4a7 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 May 17 12:08:28.231781 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f61535-acd4-42e3-9d84-b3430d768f03 req-3630dffd-c924-4ed0-b5ef-b3a016bfc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:28.231781 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f3f61535-acd4-42e3-9d84-b3430d768f03 req-3630dffd-c924-4ed0-b5ef-b3a016bfc7be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 1129 time: 0.0417237 May 17 12:08:28.275575 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f3f61535-acd4-42e3-9d84-b3430d768f03 req-e51edccc-3e6a-4533-abe8-96d4761311bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 May 17 12:08:28.327281 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:28.352591 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333125a-5234-4847-bf5a-644028c8e08f req-cd1b94a3-41c3-40bf-836d-3d491e7d9c5e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:28.354011 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c333125a-5234-4847-bf5a-644028c8e08f req-cd1b94a3-41c3-40bf-836d-3d491e7d9c5e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0459960 May 17 12:08:28.405575 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c333125a-5234-4847-bf5a-644028c8e08f req-e468f5cf-dd2a-43bd-94d5-b961a5b9a492 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 May 17 12:08:29.215567 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214112f-3d7c-45b0-bfbd-8a2c9ea8a49d req-fbc7df16-5a6e-4cfb-be10-8a1ab9b033ae tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:29.217028 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1214112f-3d7c-45b0-bfbd-8a2c9ea8a49d req-fbc7df16-5a6e-4cfb-be10-8a1ab9b033ae tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0467494 May 17 12:08:29.267965 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1214112f-3d7c-45b0-bfbd-8a2c9ea8a49d req-274f2e7e-fa54-42f6-b3ad-5ac8775ecd11 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 May 17 12:08:29.520797 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bca5c-657e-482c-a554-7a0bf316c834 req-a416828a-d7f8-4f27-ba02-5c158fc0a111 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:29.522201 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e22bca5c-657e-482c-a554-7a0bf316c834 req-a416828a-d7f8-4f27-ba02-5c158fc0a111 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0469007 May 17 12:08:29.572738 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e22bca5c-657e-482c-a554-7a0bf316c834 req-650dafc1-2574-4448-8fbf-726a80efb467 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 May 17 12:08:30.379071 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d78ab-df48-4651-b340-913c78cd0f16 req-f0426b66-fe43-4bf9-90f6-2f1b5f586073 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:30.380540 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d8d78ab-df48-4651-b340-913c78cd0f16 req-f0426b66-fe43-4bf9-90f6-2f1b5f586073 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0460391 May 17 12:08:30.425828 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d8d78ab-df48-4651-b340-913c78cd0f16 req-822dc63c-48db-4d37-bf21-bb9c785c3a42 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 May 17 12:08:30.682419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be1dc4-3606-47cd-b023-db1e3a6aae5d req-e8ce5a41-6f68-4bf5-83c2-a6a1596058d9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:30.683859 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-96be1dc4-3606-47cd-b023-db1e3a6aae5d req-e8ce5a41-6f68-4bf5-83c2-a6a1596058d9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0456722 May 17 12:08:30.729579 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-96be1dc4-3606-47cd-b023-db1e3a6aae5d req-2cab1d2a-79e6-48ee-bd04-ed0924a7a834 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 17 12:08:31.538194 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac445f9-e1d2-4082-b361-ffc151923d49 req-7914b0f5-5ad9-4ecb-9460-e67f944ce470 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:31.539948 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bac445f9-e1d2-4082-b361-ffc151923d49 req-7914b0f5-5ad9-4ecb-9460-e67f944ce470 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0459881 May 17 12:08:31.588474 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bac445f9-e1d2-4082-b361-ffc151923d49 req-cb98b2ff-9d86-4717-bf22-497934bb82e3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 May 17 12:08:31.849652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38620b94-7e33-463b-9044-38027fb49736 req-bd5b9cbf-88fe-4301-8f71-7bedf0de9e4e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:31.851053 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-38620b94-7e33-463b-9044-38027fb49736 req-bd5b9cbf-88fe-4301-8f71-7bedf0de9e4e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0515044 May 17 12:08:31.897833 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-38620b94-7e33-463b-9044-38027fb49736 req-3f1cf4ca-3ddc-4171-9428-75480abb6dde tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 May 17 12:08:32.703882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c5fec-4eaa-4ba6-b229-0221a85359ff req-b327606c-7742-498d-b92e-48336b054fd5 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:32.705395 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4d5c5fec-4eaa-4ba6-b229-0221a85359ff req-b327606c-7742-498d-b92e-48336b054fd5 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0511043 May 17 12:08:32.753263 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4d5c5fec-4eaa-4ba6-b229-0221a85359ff req-97390265-ae20-445c-9a97-261547d5f492 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 May 17 12:08:33.010822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08281e7-b37e-49d0-bfb4-4e16ea05268d req-937fbdb8-37c3-4421-811b-b238372a04f8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:33.012216 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a08281e7-b37e-49d0-bfb4-4e16ea05268d req-937fbdb8-37c3-4421-811b-b238372a04f8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0471101 May 17 12:08:33.059590 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a08281e7-b37e-49d0-bfb4-4e16ea05268d req-525fd482-e4e2-4cf1-a956-e2f512ea7dea tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 May 17 12:08:33.875978 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2846ec3-6410-4201-a5ef-bae4d1f8444f req-635fd96a-d814-4752-a317-e5e00c71ddd1 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:33.877510 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b2846ec3-6410-4201-a5ef-bae4d1f8444f req-635fd96a-d814-4752-a317-e5e00c71ddd1 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0525134 May 17 12:08:33.927218 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b2846ec3-6410-4201-a5ef-bae4d1f8444f req-bdfbe459-2bb3-4c8b-aa69-ee7348e180b8 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 May 17 12:08:34.182320 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f055b7-d108-406b-a389-d1f5a537492f req-cc16e00c-f9ad-4515-9987-49b2bf91b173 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:34.184160 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-25f055b7-d108-406b-a389-d1f5a537492f req-cc16e00c-f9ad-4515-9987-49b2bf91b173 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0482280 May 17 12:08:34.238928 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-25f055b7-d108-406b-a389-d1f5a537492f req-5042b1ea-74ab-454c-a64e-b8be58a2e036 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 May 17 12:08:35.044719 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c33c-0cc5-40e2-8428-5659d9e613c5 req-6697567f-a815-44be-865b-40ba1e7493d2 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:35.046205 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf34c33c-0cc5-40e2-8428-5659d9e613c5 req-6697567f-a815-44be-865b-40ba1e7493d2 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0505073 May 17 12:08:35.097715 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf34c33c-0cc5-40e2-8428-5659d9e613c5 req-2b5c8bee-0a02-4eda-a6f8-b019d417744e tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 May 17 12:08:35.356109 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0bd00-448e-4bed-95d5-2537a78f6f81 req-97d35be7-9d60-4eae-8762-9ed7e44efa20 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:35.357608 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5f0bd00-448e-4bed-95d5-2537a78f6f81 req-97d35be7-9d60-4eae-8762-9ed7e44efa20 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0461733 May 17 12:08:35.405245 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5f0bd00-448e-4bed-95d5-2537a78f6f81 req-7a79cca0-315e-41e4-9ee5-26e09f0b230b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 May 17 12:08:36.216403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2c471-855b-49e2-8acf-130f8ae11205 req-b57b7e7f-e226-4e7f-b783-70bd6617e288 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:36.217922 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1cc2c471-855b-49e2-8acf-130f8ae11205 req-b57b7e7f-e226-4e7f-b783-70bd6617e288 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0485280 May 17 12:08:36.267172 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1cc2c471-855b-49e2-8acf-130f8ae11205 req-22f17a94-84ad-4f1d-a752-2845d6d82831 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 May 17 12:08:36.515959 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c2afe-5b1c-4aed-be40-1c0e887e0e41 req-6bb55f58-c100-4101-98de-c172a46090d8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:36.517463 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4a3c2afe-5b1c-4aed-be40-1c0e887e0e41 req-6bb55f58-c100-4101-98de-c172a46090d8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0458164 May 17 12:08:36.566269 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4a3c2afe-5b1c-4aed-be40-1c0e887e0e41 req-6429c110-5d3f-4b6c-aafb-fbf813e3ae26 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 May 17 12:08:37.379141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfdb47-a049-4a94-af73-9f55fdb050d7 req-24b79724-88fb-46d0-ade3-69d30357bb57 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:37.380633 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-48dfdb47-a049-4a94-af73-9f55fdb050d7 req-24b79724-88fb-46d0-ade3-69d30357bb57 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0469446 May 17 12:08:37.430742 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-48dfdb47-a049-4a94-af73-9f55fdb050d7 req-93daee2e-75fc-497e-a106-12e6f7415207 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 May 17 12:08:37.682739 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1ae9e-1ba1-4e56-9a7a-30e185224eba req-dced067f-9361-460b-8846-df3582be5d19 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:37.684244 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0e1ae9e-1ba1-4e56-9a7a-30e185224eba req-dced067f-9361-460b-8846-df3582be5d19 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0498948 May 17 12:08:37.731996 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0e1ae9e-1ba1-4e56-9a7a-30e185224eba req-6e17504d-937d-4e69-b7ff-f4cd15736fdb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423355 May 17 12:08:38.546421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152f5c-c035-4132-88ad-727f3981c5d6 req-e3dffa1e-aa58-4556-8d51-a704705be263 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:38.547894 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cc152f5c-c035-4132-88ad-727f3981c5d6 req-e3dffa1e-aa58-4556-8d51-a704705be263 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0489359 May 17 12:08:38.595784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cc152f5c-c035-4132-88ad-727f3981c5d6 req-89cef99d-4f79-4f7e-a847-b57d2ec6d5ec tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 May 17 12:08:38.862729 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e53b8-6808-48af-a531-d6a55ad4a1c7 req-764d8385-a346-4a0f-9972-f118f1170298 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:38.864389 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-986e53b8-6808-48af-a531-d6a55ad4a1c7 req-764d8385-a346-4a0f-9972-f118f1170298 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0503902 May 17 12:08:38.913924 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-986e53b8-6808-48af-a531-d6a55ad4a1c7 req-9c700bc1-23a3-452d-924f-4c8710005855 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 May 17 12:08:40.059775 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309f988-f572-4796-a416-0554aa504f0d req-038331ed-72ba-4dca-9e94-5b53033ee04e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:40.061465 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9309f988-f572-4796-a416-0554aa504f0d req-038331ed-72ba-4dca-9e94-5b53033ee04e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0553403 May 17 12:08:40.120917 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9309f988-f572-4796-a416-0554aa504f0d req-ba8c7df6-229a-4d70-b9df-e5628e1126de tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529413 May 17 12:08:40.147310 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52982169-7ee1-4220-9fad-2b5417a4d847 req-0f619839-49eb-4bac-9b05-1909a244d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:40.148940 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-52982169-7ee1-4220-9fad-2b5417a4d847 req-0f619839-49eb-4bac-9b05-1909a244d8c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0575390 May 17 12:08:40.200794 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-52982169-7ee1-4220-9fad-2b5417a4d847 req-c51dbe44-c0c7-448d-93bc-a1c1d1784221 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 May 17 12:08:40.527174 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51704) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:40.670689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8167c2ff-6c75-4b81-b225-80e000df7a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.750487 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8167c2ff-6c75-4b81-b225-80e000df7a4e admin admin] Publish callbacks [] for security_group (a856db9b-857a-48e4-b59e-0a311476526e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.753928 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8167c2ff-6c75-4b81-b225-80e000df7a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a856db9b-857a-48e4-b59e-0a311476526e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.792424 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8167c2ff-6c75-4b81-b225-80e000df7a4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f23f7bdbefa421d862c507e46e9bf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639263 May 17 12:08:40.793520 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167c2ff-6c75-4b81-b225-80e000df7a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a856db9b-857a-48e4-b59e-0a311476526e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:40.794935 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51708) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:40.847444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Publish callbacks [] for security_group (a856db9b-857a-48e4-b59e-0a311476526e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.869287 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Publish callbacks [] for security_group (a856db9b-857a-48e4-b59e-0a311476526e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.917598 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a856db9b-857a-48e4-b59e-0a311476526e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.920386 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:40.921547 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a856db9b-857a-48e4-b59e-0a311476526e HTTP/1.1" status: 204 len: 168 time: 0.1255922 May 17 12:08:40.930887 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a856db9b-857a-48e4-b59e-0a311476526e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:40.939211 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.939570 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.939925 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.940298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.940643 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.940980 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.941324 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.941656 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.941991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.942322 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.942656 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.942989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.943317 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.943643 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:40.943967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5777dbc-e6da-48e1-ba4c-378145069b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:08:41.189979 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51716) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:41.204409 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0876d4b-e7b5-4d04-ad2d-ac38c9dbbefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.237170 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477ad73-73e6-4085-ae15-040768059c37 req-f127099f-bd97-4395-9563-9c7253deb6bc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:41.238804 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1477ad73-73e6-4085-ae15-040768059c37 req-f127099f-bd97-4395-9563-9c7253deb6bc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0487907 May 17 12:08:41.286485 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0876d4b-e7b5-4d04-ad2d-ac38c9dbbefb admin admin] Publish callbacks [] for security_group (2c2c21a0-c413-4117-aca3-03d30a2bccb1), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.293007 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c0876d4b-e7b5-4d04-ad2d-ac38c9dbbefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2c2c21a0-c413-4117-aca3-03d30a2bccb1), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.310628 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1477ad73-73e6-4085-ae15-040768059c37 req-92c21f96-7afe-4fc1-962e-84aa65e1c137 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652747 May 17 12:08:41.336151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0876d4b-e7b5-4d04-ad2d-ac38c9dbbefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c21a0-c413-4117-aca3-03d30a2bccb1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:41.343318 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-c0876d4b-e7b5-4d04-ad2d-ac38c9dbbefb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88f2034bbf38442ab4ebcf45f3729c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520319 May 17 12:08:41.343737 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51724) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:41.394605 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] Publish callbacks [] for security_group (2c2c21a0-c413-4117-aca3-03d30a2bccb1), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.420331 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] Publish callbacks [] for security_group (2c2c21a0-c413-4117-aca3-03d30a2bccb1), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.470997 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2c2c21a0-c413-4117-aca3-03d30a2bccb1), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.473656 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:41.474794 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c2c21a0-c413-4117-aca3-03d30a2bccb1 HTTP/1.1" status: 204 len: 168 time: 0.1298075 May 17 12:08:41.483159 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a138-9e09-4560-9b04-c343a37cd18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c21a0-c413-4117-aca3-03d30a2bccb1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:42.442440 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a5bc9-38ec-4724-b187-26e6a6b1a376 req-98517b0f-9c3d-4632-99d8-812629d3916c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:42.444022 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5e2a5bc9-38ec-4724-b187-26e6a6b1a376 req-98517b0f-9c3d-4632-99d8-812629d3916c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0492990 May 17 12:08:42.495458 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5e2a5bc9-38ec-4724-b187-26e6a6b1a376 req-a88c06a1-9959-4403-8e5c-b9413ce6f0b2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 May 17 12:08:43.614663 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145168e5-b14f-4b6c-b358-07a33742314e req-09887a5b-d46b-4cec-be85-7a7bec5355b7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:43.616056 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-145168e5-b14f-4b6c-b358-07a33742314e req-09887a5b-d46b-4cec-be85-7a7bec5355b7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0467768 May 17 12:08:43.671998 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-145168e5-b14f-4b6c-b358-07a33742314e req-a6b485e2-5349-4151-b4b8-78eaf66c615b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501759 May 17 12:08:43.921823 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4304b-9ce0-4f4c-9f9b-e84c07e10689 req-050ed581-2ef2-4c37-b0e9-7d73e2a6ba99 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:43.923487 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90e4304b-9ce0-4f4c-9f9b-e84c07e10689 req-050ed581-2ef2-4c37-b0e9-7d73e2a6ba99 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0480504 May 17 12:08:43.927621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-5ffaa50b-c7da-4ac9-8493-cbc1dc6f42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:43.929115 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-5ffaa50b-c7da-4ac9-8493-cbc1dc6f42f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0376239 May 17 12:08:43.973379 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90e4304b-9ce0-4f4c-9f9b-e84c07e10689 req-f6fe490f-b530-49ec-8860-7194e9fae40b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 May 17 12:08:44.023038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-a6835439-1648-4fad-8e1c-fc8214daeffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:44.024535 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-a6835439-1648-4fad-8e1c-fc8214daeffd service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0879402 May 17 12:08:44.069271 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-427e38e9-0b48-4b22-b6a4-a45b58fe3087 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0367422 May 17 12:08:44.117394 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-77d3ac4c-1466-4abd-a143-04c47c903472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:44.118845 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-77d3ac4c-1466-4abd-a143-04c47c903472 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0425286 May 17 12:08:44.169018 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-423daba0-719b-4cf6-a6b3-5de77d07eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:44.170606 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-423daba0-719b-4cf6-a6b3-5de77d07eb98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432472 May 17 12:08:44.271624 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-ebb55146-838c-40e1-b786-12f60d61e0ce service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891092 May 17 12:08:44.371137 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c7e169e1-0548-4c73-8c68-e094573a8db9 req-79fbf8d6-df13-42e1-8c1a-345c66b16746 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904930 May 17 12:08:45.094105 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a38bd-ca8c-4029-9e16-5951588cfba1 req-35b7574d-0f43-4d07-b789-1af585b55f9b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:45.096478 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-394a38bd-ca8c-4029-9e16-5951588cfba1 req-35b7574d-0f43-4d07-b789-1af585b55f9b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0496616 May 17 12:08:45.111621 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51828) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:45.145134 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-394a38bd-ca8c-4029-9e16-5951588cfba1 req-d752df65-aabb-4e4d-9473-cf2b4d30bce5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 May 17 12:08:45.221981 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35a6c365-313a-4dee-a6c3-7ab58a2da952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.295126 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35a6c365-313a-4dee-a6c3-7ab58a2da952 admin admin] Publish callbacks [] for security_group (e1b17aba-4ad5-4228-9547-837c32cb86d3), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.299239 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-35a6c365-313a-4dee-a6c3-7ab58a2da952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e1b17aba-4ad5-4228-9547-837c32cb86d3), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.336783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6c365-313a-4dee-a6c3-7ab58a2da952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b17aba-4ad5-4228-9547-837c32cb86d3,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:45.341564 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-35a6c365-313a-4dee-a6c3-7ab58a2da952 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2b6122241c04fd59e645625065de32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289093 May 17 12:08:45.344207 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51836) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:45.392942 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] Publish callbacks [] for security_group (e1b17aba-4ad5-4228-9547-837c32cb86d3), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.414911 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] Publish callbacks [] for security_group (e1b17aba-4ad5-4228-9547-837c32cb86d3), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.466300 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e1b17aba-4ad5-4228-9547-837c32cb86d3), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.469092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:45.470611 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1b17aba-4ad5-4228-9547-837c32cb86d3 HTTP/1.1" status: 204 len: 168 time: 0.1253922 May 17 12:08:45.483568 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e958-5a2a-401b-8559-76ab1596e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b17aba-4ad5-4228-9547-837c32cb86d3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:46.261780 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5d66b-5299-4546-b23c-7076480cd45a req-d1e43adf-19b7-4651-bbd9-09974449e11e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:46.263262 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63d5d66b-5299-4546-b23c-7076480cd45a req-d1e43adf-19b7-4651-bbd9-09974449e11e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0495942 May 17 12:08:46.310339 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63d5d66b-5299-4546-b23c-7076480cd45a req-de4176e1-9062-4919-a47c-45b4ad6cff18 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 May 17 12:08:47.422592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bdfd0-952d-4250-83df-f831af3aceb9 req-6f5b6751-50d4-4511-b10c-7d336d078c57 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:47.424065 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c75bdfd0-952d-4250-83df-f831af3aceb9 req-6f5b6751-50d4-4511-b10c-7d336d078c57 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0459931 May 17 12:08:47.474639 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c75bdfd0-952d-4250-83df-f831af3aceb9 req-0588bb82-23a0-4f50-a5f7-ca830a5716c2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 May 17 12:08:48.588736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2866ee-48c5-4ce0-b06c-0d82b2a4ad60 req-ff7b0b39-1157-4e56-bf20-3af3ba5b1f7d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:48.590204 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd2866ee-48c5-4ce0-b06c-0d82b2a4ad60 req-ff7b0b39-1157-4e56-bf20-3af3ba5b1f7d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0465333 May 17 12:08:48.636739 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd2866ee-48c5-4ce0-b06c-0d82b2a4ad60 req-853d90be-51c3-48eb-a25e-6a3d9a1d2a70 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 May 17 12:08:49.753664 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d6730-7216-474f-a07f-7a5f392b2837 req-13ed61f6-f6ed-4aa6-8c14-625ed8b4d450 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:49.755164 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-416d6730-7216-474f-a07f-7a5f392b2837 req-13ed61f6-f6ed-4aa6-8c14-625ed8b4d450 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0484300 May 17 12:08:49.803017 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-416d6730-7216-474f-a07f-7a5f392b2837 req-a906d601-afbe-4434-8834-c905cb3ba222 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 May 17 12:08:49.896595 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-8ef6a012-3bae-4ec6-b7fd-33717ce50d79 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828174796&fields=id&tenant_id=76b64f5e92ae4a0a9f756026c2e398af HTTP/1.1" status: 200 len: 267 time: 0.0565238 May 17 12:08:50.012760 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-cabfe29e-ea5c-4d7c-ae9c-5e3c1f82560d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:50.016766 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-cabfe29e-ea5c-4d7c-ae9c-5e3c1f82560d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 808 time: 0.1112807 May 17 12:08:50.030577 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-ba79717e-65ff-4c6b-9934-e583587e7c31 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/quotas/76b64f5e92ae4a0a9f756026c2e398af HTTP/1.1" status: 200 len: 375 time: 0.0101068 May 17 12:08:50.094938 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-587bd4d2-236e-4f2e-8d68-e358e7c89e4b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592077 May 17 12:08:50.197073 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-d7b64669-134e-45c4-9fc3-75d704461e77 service neutron] 10.222.0.58 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872993 May 17 12:08:50.286162 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-69d4c3c2-d9dc-4fd7-b29a-7580139048ae service neutron] 10.222.0.58 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820856 May 17 12:08:50.598032 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7f84d675-0cb8-46ba-8336-49f7f21dcd36 req-246b2659-fb18-427b-94de-7d6ab38da2d4 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 210 time: 0.0359175 May 17 12:08:51.204653 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:51.209246 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304915397', 'description': 'tempest-description--1894303015'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:51.229834 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.299341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (0513d8ca-5802-459a-8510-49f2a8368d4d), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.303076 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0513d8ca-5802-459a-8510-49f2a8368d4d), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.331269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.332448 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1267307 May 17 12:08:51.335228 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51968) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:51.339357 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'security_group_rule': {'security_group_id': '0513d8ca-5802-459a-8510-49f2a8368d4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:51.346211 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cda456-a4ec-4106-a771-6708cdc00a21 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0513d8ca-5802-459a-8510-49f2a8368d4d,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:51.369959 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (84b782a0-bad0-49d2-aa46-ee075a869c54), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.425204 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (84b782a0-bad0-49d2-aa46-ee075a869c54), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.428959 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (84b782a0-bad0-49d2-aa46-ee075a869c54), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.450527 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b782a0-bad0-49d2-aa46-ee075a869c54,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:51.457855 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.459039 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-64362188-1528-419d-a30c-180e85c25ed7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229153 May 17 12:08:51.461699 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 51970) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:51.465958 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'security_group_rule': {'security_group_id': '0513d8ca-5802-459a-8510-49f2a8368d4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:51.491594 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (102e5f43-0b0e-4747-9de7-80a9710a3c10), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.548837 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (102e5f43-0b0e-4747-9de7-80a9710a3c10), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.554253 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (102e5f43-0b0e-4747-9de7-80a9710a3c10), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.572684 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102e5f43-0b0e-4747-9de7-80a9710a3c10,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:51.579995 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.581212 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-977eb1ed-6e67-4849-8f80-f493b129cc0f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186042 May 17 12:08:51.585320 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 51972) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:08:51.590988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:51.603380 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.614561 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.736950 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93422684-9b3a-41c6-b42d-45aad46e2d3d req-cc09e919-9d6f-43b7-b8fa-54df5abc6701 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 210 time: 0.0619364 May 17 12:08:51.784703 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.855460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-d4f3df88-c5d5-4ba3-8bf3-538e32382b0a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:51.857573 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-d4f3df88-c5d5-4ba3-8bf3-538e32382b0a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 808 time: 0.1815901 May 17 12:08:51.878200 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92a7c6cc-4447-49b5-a5c2-1400a851a8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:51.956451 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Allocated IP 172.27.2.135 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/ca412a15-d0a4-42a7-9fcc-131a9f1386d4) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:51.979243 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-8ebc0c60-18b5-47ad-bc01-d8237eb6a2be tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b64f5e92ae4a0a9f756026c2e398af HTTP/1.1" status: 200 len: 380 time: 0.1057057 May 17 12:08:51.998654 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'port': {'device_id': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'admin_state_up': True, 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'security_groups': ['96dbab55-efff-4781-a4f1-c5140edff135']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:52.400159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:52.434545 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Made reservation on behalf of 76b64f5e92ae4a0a9f756026c2e398af for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:52.438115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:52.462265 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:52.540491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:52.552316 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:52.556783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:52.558943 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'Port': ['ID=ca412a15-d0a4-42a7-9fcc-131a9f1386d4,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:52.677722 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Allocated IP 172.20.0.7 (d65a31a7-b8ed-4ea2-811e-5054319f9793/b3526f13-5290-46d8-9fb6-a5127f893b2b/ce775399-8aaa-44e2-8bad-de44d822b044) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:52.710478 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:52.794617 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:52.839421 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b1ad2efd-c181-4d1b-9fc4-7fcd7abf9923 req-f1f2ab52-e384-4cb8-a146-1eedac68d589 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 210 time: 0.0334373 May 17 12:08:52.927143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for port (ce775399-8aaa-44e2-8bad-de44d822b044), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.017543 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.074477 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:53.086923 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:53.097155 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:53.101073 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.104582 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:53.125544 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.188344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:53.188957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.217752 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'Port': ['ID=ca412a15-d0a4-42a7-9fcc-131a9f1386d4,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:53.241098 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-1c326fe2-3524-40c4-a17c-c40ea3769098 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550654 May 17 12:08:53.244225 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.259385 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Request body: {'port': {'device_id': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:53.265656 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.266821 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-82e26f1e-bfbd-4d12-92d7-266bd57f9462 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6798100 May 17 12:08:53.293574 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-cabd7297-37de-4965-9017-cdfe2f321371 None None] Provisioning complete for port ce775399-8aaa-44e2-8bad-de44d822b044 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:53.294260 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-cabd7297-37de-4965-9017-cdfe2f321371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.328505 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.335108 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-cabd7297-37de-4965-9017-cdfe2f321371 None None] Port ce775399-8aaa-44e2-8bad-de44d822b044 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:53.475126 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:08:53.566794 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-c6147622-e873-46e0-ae59-6a23d53e6c4c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1304915397&fields=id&tenant_id=748d013ae6664fc79a9ac23e58f642e5 HTTP/1.1" status: 200 len: 267 time: 0.0854783 May 17 12:08:53.768431 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-696c80c9-8b61-44fd-9278-6ca7fcb40590 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:53.770062 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-696c80c9-8b61-44fd-9278-6ca7fcb40590 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 0.1963828 May 17 12:08:53.805221 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-c2081de7-62fc-4498-95b9-92b2b6b5924b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/quotas/748d013ae6664fc79a9ac23e58f642e5 HTTP/1.1" status: 200 len: 375 time: 0.0147214 May 17 12:08:53.811787 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce775399-8aaa-44e2-8bad-de44d822b044 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:08:53.821520 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks [] for port (ce775399-8aaa-44e2-8bad-de44d822b044), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.864271 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Transition to ACTIVE for port object ce775399-8aaa-44e2-8bad-de44d822b044 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:08:53.880154 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb96f572-4163-4d90-aa48-8640b268905f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630841 May 17 12:08:53.880154 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:53.969056 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9f4f-5d6d-4657-8c0f-05e74dc7ea72 req-4213c41a-bb2e-4032-9a50-942d21750fab tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:53.972656 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b57b9f4f-5d6d-4657-8c0f-05e74dc7ea72 req-4213c41a-bb2e-4032-9a50-942d21750fab tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0590346 May 17 12:08:53.994392 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:54.032556 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b57b9f4f-5d6d-4657-8c0f-05e74dc7ea72 req-6464595a-1e22-4c77-aa7f-5388cdcb9d82 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 May 17 12:08:54.080821 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-f7b64cda-5f55-4932-9f42-bc6bec7885f8 service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753609 May 17 12:08:54.125470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Attempting to bind port ce775399-8aaa-44e2-8bad-de44d822b044 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:54.125812 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Attempting to bind port ce775399-8aaa-44e2-8bad-de44d822b044 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:54.126144 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Attempting to bind port ce775399-8aaa-44e2-8bad-de44d822b044 on network d65a31a7-b8ed-4ea2-811e-5054319f9793 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:54.134975 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Port ce775399-8aaa-44e2-8bad-de44d822b044 on network d65a31a7-b8ed-4ea2-811e-5054319f9793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:08:54.135305 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Attempting to bind port ce775399-8aaa-44e2-8bad-de44d822b044 on network d65a31a7-b8ed-4ea2-811e-5054319f9793 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:54.169288 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:54.169646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Checking segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:54.170037 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Bound using segment: {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:54.170481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Bound port: ce775399-8aaa-44e2-8bad-de44d822b044, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da40f367-ee84-44ad-b459-4058d177486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:54.170846 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:54.232656 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-7685b498-fb9d-4081-a123-34b5f0b9a74a service neutron] 10.222.0.58 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422260 May 17 12:08:54.254721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:54.258005 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:54.266730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:54.280068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2740d883-310b-4144-a360-c27dc0c2c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:54.306405 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:54.307263 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:54.308537 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 1093 time: 1.0538256 May 17 12:08:54.310223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:08:54.312495 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf0ce1-bd0f-4920-b624-d10369940b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:08:54.342824 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacb3d2-41f7-46b5-a33c-ccaf0b2cccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:54.364787 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad2801-d7fe-44b2-b5df-889627482255 x-openstack-request-id: req-dbad2801-d7fe-44b2-b5df-889627482255 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:08:54.365393 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:08:54.366186 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbad2801-d7fe-44b2-b5df-889627482255 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:08:54.366805 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbad2801-d7fe-44b2-b5df-889627482255'] response: {'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'status': 'completed', 'code': 200} May 17 12:08:54.429070 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-338ec335-29ff-464e-aa3f-a9ec7e4e6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:54.430589 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-338ec335-29ff-464e-aa3f-a9ec7e4e6faa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1127 time: 0.0465066 May 17 12:08:54.467388 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ccb4af82-beb1-4566-b8bd-10f848979bda req-da700e25-c5d4-4d99-9d66-7d7e616add8d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 210 time: 0.0535135 May 17 12:08:54.479752 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-f13ee3eb-1721-4bd2-9994-81b0fc1ee70d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 217 time: 0.0347168 May 17 12:08:54.542756 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-8fb156ab-a3ee-4604-8b21-87550952d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:54.545504 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-8fb156ab-a3ee-4604-8b21-87550952d13c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0600564 May 17 12:08:54.595804 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-d54f8e65-fb31-4560-a6e0-2be93f781abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:54.597638 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-d54f8e65-fb31-4560-a6e0-2be93f781abb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454321 May 17 12:08:54.694839 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-c119fe75-2dce-464b-9b2f-48d97c8fe534 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907309 May 17 12:08:54.795108 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d4b3518a-00ec-4e9f-8e1b-3cc85615caa1 req-2de331d1-a5a0-4dcd-9da2-7d075c4c9404 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921557 May 17 12:08:55.148237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bd1e2-21f9-4a32-80cc-0e1bba93eca7 req-65b20161-3d85-48f0-a541-f963c5acfb1b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:55.149754 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d33bd1e2-21f9-4a32-80cc-0e1bba93eca7 req-65b20161-3d85-48f0-a541-f963c5acfb1b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0477231 May 17 12:08:55.197247 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d33bd1e2-21f9-4a32-80cc-0e1bba93eca7 req-a61ea27f-c842-4902-9c43-1e8ad97c9c84 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 May 17 12:08:55.362435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:55.565559 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-53f7d703-d047-47a4-a947-b2d7dd5685cf req-65582850-2909-447c-be1d-c7c846fa5060 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 210 time: 0.0313320 May 17 12:08:56.184780 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-8f4b9eea-bcb0-4b61-a714-2b3ca8892b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.186283 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-8f4b9eea-bcb0-4b61-a714-2b3ca8892b4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1127 time: 0.0391815 May 17 12:08:56.331975 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290abdec-1cf2-4ce1-8a9b-2edd1f319754 req-6cf26592-f914-4083-8231-82f297e6d6f8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.333472 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-290abdec-1cf2-4ce1-8a9b-2edd1f319754 req-6cf26592-f914-4083-8231-82f297e6d6f8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0622499 May 17 12:08:56.334924 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-78738d67-1e28-4ffc-a1d4-7fc0d9fd8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.336259 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-78738d67-1e28-4ffc-a1d4-7fc0d9fd8883 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.1329532 May 17 12:08:56.384649 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-290abdec-1cf2-4ce1-8a9b-2edd1f319754 req-9d809f22-1c39-4101-8225-093702fe6d6b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 May 17 12:08:56.622156 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-24cb1856-74ca-496b-8142-ee46d7684a03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 217 time: 0.0388486 May 17 12:08:56.660405 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f5470de5-9b3e-41ab-ba5b-f74bfb097840 req-43bfb663-cb15-4ba9-acff-4e39fc09b0c7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 210 time: 0.0272033 May 17 12:08:56.692469 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-f3238d8c-9507-44fa-a147-e7a59d209253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.694005 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-f3238d8c-9507-44fa-a147-e7a59d209253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0474441 May 17 12:08:56.712546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:56.741111 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-b083d242-5a77-439c-b6cb-9d1d86c9d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.742846 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-b083d242-5a77-439c-b6cb-9d1d86c9d921 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401123 May 17 12:08:56.917154 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-17d1ee8e-a63b-4758-910b-e633b323aeaf tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:56.919304 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-17d1ee8e-a63b-4758-910b-e633b323aeaf tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 819 time: 0.1755841 May 17 12:08:56.924640 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-45230dc6-aad0-46ef-ad41-6a48a5ab9ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610711 May 17 12:08:57.160942 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-acc6f9de-c007-43de-a136-3875bc1420ec tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748d013ae6664fc79a9ac23e58f642e5 HTTP/1.1" status: 200 len: 380 time: 0.1116605 May 17 12:08:57.175664 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'port': {'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'admin_state_up': True, 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'security_groups': ['0513d8ca-5802-459a-8510-49f2a8368d4d']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:57.206825 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98bf0ce1-bd0f-4920-b624-d10369940b2c req-c51745e5-e10a-41df-b7f2-638f64b306d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518328 May 17 12:08:57.290858 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Made reservation on behalf of 748d013ae6664fc79a9ac23e58f642e5 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:08:57.294813 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:57.436444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Allocated IP 172.20.0.12 (6d0c04f0-74ef-4155-bac9-58f2b397860c/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef/50b482d3-375e-4f6c-9829-4b4c147b3dc5) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:08:57.523919 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488a8-6a2a-492f-821d-602f100b3c59 req-83fa17bf-5b5f-4156-b520-9e95b3267405 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:57.525435 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cb9488a8-6a2a-492f-821d-602f100b3c59 req-83fa17bf-5b5f-4156-b520-9e95b3267405 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0708599 May 17 12:08:57.624100 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cb9488a8-6a2a-492f-821d-602f100b3c59 req-5bf0e902-0b5b-4702-b256-f0b5fcf0db57 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915067 May 17 12:08:57.649638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:57.681458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:57.722155 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:08:57.727366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:08:57.730592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:08:57.766929 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event updated for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:57.791415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:57.792215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:57.792551 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f0b3-6717-4276-a991-758757d8ed9a req-b3253d9a-84b2-49d8-95bc-7432d88f5818 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:57.794364 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5847f0b3-6717-4276-a991-758757d8ed9a req-b3253d9a-84b2-49d8-95bc-7432d88f5818 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 932 time: 0.0625541 May 17 12:08:57.810626 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-9abeff1f-aa50-40a9-8632-a5041d0c2410 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6435163 May 17 12:08:57.830997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Request body: {'port': {'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:08:57.847226 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5847f0b3-6717-4276-a991-758757d8ed9a req-b6a005a9-946c-4990-b012-2fbd571aa0f4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468075 May 17 12:08:57.903376 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.020086 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b31d65c3-1988-47b1-943e-8bbd9911c562 None None] Provisioning complete for port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:08:58.020678 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b31d65c3-1988-47b1-943e-8bbd9911c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.057776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b31d65c3-1988-47b1-943e-8bbd9911c562 None None] Port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:08:58.178372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b482d3-375e-4f6c-9829-4b4c147b3dc5 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:08:58.186689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks [] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.198755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Transition to ACTIVE for port object 50b482d3-375e-4f6c-9829-4b4c147b3dc5 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:08:58.202518 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.257329 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Pushing event updated for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:58.329033 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Attempting to bind port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:08:58.329748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Attempting to bind port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:08:58.329748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Attempting to bind port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:58.335007 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:08:58.335340 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Attempting to bind port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 on network 6d0c04f0-74ef-4155-bac9-58f2b397860c {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:08:58.340429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.342444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:08:58.342592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Checking segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:08:58.343094 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Bound using segment: {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:08:58.343562 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Bound port: 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23780f0a-140d-4402-bdf0-c46bad2b5d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:08:58.343983 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.416871 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:08:58.421036 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:08:58.428810 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.467461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.468241 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:08:58.469509 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] 10.222.0.35 "PUT /v2.0/ports/50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1094 time: 0.6433980 May 17 12:08:58.469953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:08:58.472247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897397da-4966-4248-b98e-486a8a72e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:08:58.497333 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e6fc-c451-49d0-84df-7a2b0fa7009a service neutron] Pushing event updated for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:08:58.531120 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d782b-8da8-4ab9-a087-cad803a4730d x-openstack-request-id: req-550d782b-8da8-4ab9-a087-cad803a4730d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:08:58.531289 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:08:58.531765 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-550d782b-8da8-4ab9-a087-cad803a4730d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:08:58.532481 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550d782b-8da8-4ab9-a087-cad803a4730d'] response: {'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'status': 'completed', 'code': 200} May 17 12:08:58.612205 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-31d11c44-4fed-4248-b7aa-0319c93f2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.614786 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-31d11c44-4fed-4248-b7aa-0319c93f2eba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1128 time: 0.0479515 May 17 12:08:58.666080 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-a3f3b7d0-fb41-49b4-b2b0-40ea29c17ac4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0354958 May 17 12:08:58.724226 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-78849e10-e7a4-423f-91b3-0c411b762d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.726038 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-78849e10-e7a4-423f-91b3-0c411b762d82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0531318 May 17 12:08:58.752745 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b728b1-c5e5-4b2a-acc8-9d3e207ffbc4 req-d2a40355-2772-4bdf-88aa-d81aab24a52f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.754251 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-27b728b1-c5e5-4b2a-acc8-9d3e207ffbc4 req-d2a40355-2772-4bdf-88aa-d81aab24a52f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0507269 May 17 12:08:58.776402 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-8c664637-1309-45c2-a51a-110870c3d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.778579 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-8c664637-1309-45c2-a51a-110870c3d0af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439374 May 17 12:08:58.809861 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-27b728b1-c5e5-4b2a-acc8-9d3e207ffbc4 req-5f409c2b-093b-4204-b9b7-e3cbabafbc5b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500009 May 17 12:08:58.867763 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-4d0b26f5-4c3f-4e2d-a320-878cb6d7e7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821457 May 17 12:08:58.986445 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12123ee6-eb4f-4c60-be54-67e3a4aea30e req-a7b4905a-d7cd-4f6f-b0f3-7d1dacb7f9a2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:58.987917 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12123ee6-eb4f-4c60-be54-67e3a4aea30e req-a7b4905a-d7cd-4f6f-b0f3-7d1dacb7f9a2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 944 time: 0.0565026 May 17 12:08:59.005038 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b52eec1a-e5e2-407c-bc15-ea4916580860 req-d92f844a-e0e8-457b-937a-a2e2c9c89502 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301892 May 17 12:08:59.042014 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12123ee6-eb4f-4c60-be54-67e3a4aea30e req-570c7ea3-99e5-470e-b0e9-c395ef0ac8ba tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484755 May 17 12:08:59.925865 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172f3c-0c29-49d7-b03f-c6d40ec5bf03 req-92936d7d-ec5d-4636-b0be-95ea6481e9aa tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:08:59.927508 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b5172f3c-0c29-49d7-b03f-c6d40ec5bf03 req-92936d7d-ec5d-4636-b0be-95ea6481e9aa tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0493102 May 17 12:08:59.981379 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b5172f3c-0c29-49d7-b03f-c6d40ec5bf03 req-bff021da-32bc-46c0-840b-39c11f92a22d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472071 May 17 12:09:00.161231 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade1a2d-03dd-4930-a865-5dd6e0eb558f req-89365c31-3001-4bd3-bb64-077dfbbdefbb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:00.162736 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ade1a2d-03dd-4930-a865-5dd6e0eb558f req-89365c31-3001-4bd3-bb64-077dfbbdefbb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 944 time: 0.0538409 May 17 12:09:00.216704 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ade1a2d-03dd-4930-a865-5dd6e0eb558f req-0d8917d7-f9a8-4c99-a091-1ea8a95f2b35 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476046 May 17 12:09:00.420554 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52160) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:00.522425 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0dd0889e-423a-4a57-94f7-c07eac7d81ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.596802 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0dd0889e-423a-4a57-94f7-c07eac7d81ca admin admin] Publish callbacks [] for security_group (87733459-0cd7-461b-ab09-f01e44e829bf), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.600291 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0dd0889e-423a-4a57-94f7-c07eac7d81ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (87733459-0cd7-461b-ab09-f01e44e829bf), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.637815 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0dd0889e-423a-4a57-94f7-c07eac7d81ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de04a96db5154aa5a1151054864b7400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161417 May 17 12:09:00.639783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0889e-423a-4a57-94f7-c07eac7d81ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87733459-0cd7-461b-ab09-f01e44e829bf,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:00.640463 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:00.689251 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] Publish callbacks [] for security_group (87733459-0cd7-461b-ab09-f01e44e829bf), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.710326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] Publish callbacks [] for security_group (87733459-0cd7-461b-ab09-f01e44e829bf), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.758120 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (87733459-0cd7-461b-ab09-f01e44e829bf), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.760948 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:00.762546 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87733459-0cd7-461b-ab09-f01e44e829bf HTTP/1.1" status: 204 len: 168 time: 0.1210692 May 17 12:09:00.770087 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00278c3b-1c2f-4bd3-931e-79ff7dde77ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87733459-0cd7-461b-ab09-f01e44e829bf,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:01.016557 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52172) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:01.030001 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f55e61a7-0243-4db7-af44-1c08ba7c0271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.097984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba04e-8688-4b48-8a96-ce384ff10dfc req-6e8d72cd-ae9b-404e-b059-c6a5a9f4d04d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:01.099348 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2d4ba04e-8688-4b48-8a96-ce384ff10dfc req-6e8d72cd-ae9b-404e-b059-c6a5a9f4d04d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0502479 May 17 12:09:01.110134 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f55e61a7-0243-4db7-af44-1c08ba7c0271 admin admin] Publish callbacks [] for security_group (251d7947-1b14-4621-ac37-3fa4cd95dee6), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.114231 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f55e61a7-0243-4db7-af44-1c08ba7c0271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (251d7947-1b14-4621-ac37-3fa4cd95dee6), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.149242 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2d4ba04e-8688-4b48-8a96-ce384ff10dfc req-8a035d96-5734-41c1-994e-0f0462e65a37 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 May 17 12:09:01.150962 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f55e61a7-0243-4db7-af44-1c08ba7c0271 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c192124308a4b33b728174eca74f8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333272 May 17 12:09:01.153618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e61a7-0243-4db7-af44-1c08ba7c0271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251d7947-1b14-4621-ac37-3fa4cd95dee6,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:01.154225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52174) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:01.210356 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] Publish callbacks [] for security_group (251d7947-1b14-4621-ac37-3fa4cd95dee6), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.230576 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] Publish callbacks [] for security_group (251d7947-1b14-4621-ac37-3fa4cd95dee6), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.281834 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (251d7947-1b14-4621-ac37-3fa4cd95dee6), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.284661 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:01.285771 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/251d7947-1b14-4621-ac37-3fa4cd95dee6 HTTP/1.1" status: 204 len: 168 time: 0.1306252 May 17 12:09:01.294131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629a366-c97d-4b86-b866-ee2e6d7ad892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d7947-1b14-4621-ac37-3fa4cd95dee6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:01.345389 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c9a9b-c286-4d62-850d-f0494e75c783 req-72d0ae10-7334-4ddf-b238-b0b4023192eb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:01.346894 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-037c9a9b-c286-4d62-850d-f0494e75c783 req-72d0ae10-7334-4ddf-b238-b0b4023192eb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 944 time: 0.0527451 May 17 12:09:01.396413 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-037c9a9b-c286-4d62-850d-f0494e75c783 req-9abc333f-3cbe-42df-8e96-e1e0e6b4445b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 May 17 12:09:02.270022 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a909-a88a-46b8-9061-1b734e716a72 req-9e566eda-8c18-4592-8347-bc5610f52c83 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:02.271720 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2511a909-a88a-46b8-9061-1b734e716a72 req-9e566eda-8c18-4592-8347-bc5610f52c83 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0517414 May 17 12:09:02.323947 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2511a909-a88a-46b8-9061-1b734e716a72 req-4d8e1db2-204c-4f6a-9597-73e1c3def5f3 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 May 17 12:09:02.509012 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e451f-0503-49c3-9e6d-a76160a0be2d req-ac797c33-639e-4533-b9d5-d12ed6ef480c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:02.510508 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-db8e451f-0503-49c3-9e6d-a76160a0be2d req-ac797c33-639e-4533-b9d5-d12ed6ef480c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 944 time: 0.0473680 May 17 12:09:02.558237 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-db8e451f-0503-49c3-9e6d-a76160a0be2d req-36aad416-c18c-4c5e-bbfa-d2e40dec9fe2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 May 17 12:09:03.437810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fe919-4677-47a1-8d2b-8af2ebba6a0a req-067afde3-4770-42e7-9668-268fae7b6d7f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:03.439311 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-337fe919-4677-47a1-8d2b-8af2ebba6a0a req-067afde3-4770-42e7-9668-268fae7b6d7f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0462480 May 17 12:09:03.443759 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 50b482d3-375e-4f6c-9829-4b4c147b3dc5 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:09:03.491138 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-337fe919-4677-47a1-8d2b-8af2ebba6a0a req-32e047c3-5df8-4559-ad2e-c35af55b29eb tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 May 17 12:09:03.541829 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:03.553215 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:09:03.591587 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:09:03.591981 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:03.604644 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b482d3-375e-4f6c-9829-4b4c147b3dc5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:09:03.624217 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:03.629342 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:03.674723 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:03.675662 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812287c0-add3-4fd1-9ef3-bf4431ece642 req-cf8953b8-cedb-4fa0-9f1c-8a7c76e3d5c2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:03.678038 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-812287c0-add3-4fd1-9ef3-bf4431ece642 req-cf8953b8-cedb-4fa0-9f1c-8a7c76e3d5c2 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 945 time: 0.0525837 May 17 12:09:03.964464 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-812287c0-add3-4fd1-9ef3-bf4431ece642 req-89891dc3-5bcf-4abf-b2b6-39347c1abaf7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809112 May 17 12:09:04.257711 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897397da-4966-4248-b98e-486a8a72e82b req-86f21c4a-b7db-4f64-ae0b-3d6f9b596f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:04.259279 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-86f21c4a-b7db-4f64-ae0b-3d6f9b596f50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1129 time: 0.0451217 May 17 12:09:04.546522 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['50b482d3-375e-4f6c-9829-4b4c147b3dc5'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:09:04.602475 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd474bc-ed4f-4a4c-9b66-fc70cc666f04 req-c8d3ad2e-915f-46ef-92ac-6cee795fb087 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:04.603945 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0bd474bc-ed4f-4a4c-9b66-fc70cc666f04 req-c8d3ad2e-915f-46ef-92ac-6cee795fb087 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0462294 May 17 12:09:04.657269 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0bd474bc-ed4f-4a4c-9b66-fc70cc666f04 req-309c0c65-acdb-44f9-b73d-5bbf557bddd4 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 May 17 12:09:05.077431 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dc7d7-fc1a-4809-b860-91e1d24cba21 req-4aaa22f4-422d-4feb-93ce-2c003dc58d70 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:05.078950 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-668dc7d7-fc1a-4809-b860-91e1d24cba21 req-4aaa22f4-422d-4feb-93ce-2c003dc58d70 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 945 time: 0.0475707 May 17 12:09:05.132597 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-668dc7d7-fc1a-4809-b860-91e1d24cba21 req-e9b2a712-ae3a-4033-8d26-9f38e677f460 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 May 17 12:09:05.787261 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1ee4-7e94-4f5e-84d4-1b180bffc71b req-2d2bb841-45a9-4026-9d33-46e4c9730727 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:05.789391 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7dbe1ee4-7e94-4f5e-84d4-1b180bffc71b req-2d2bb841-45a9-4026-9d33-46e4c9730727 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0620728 May 17 12:09:05.841588 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7dbe1ee4-7e94-4f5e-84d4-1b180bffc71b req-9ce71b85-78e0-471f-b563-64f0d0a545a1 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 May 17 12:09:06.247907 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c751a-afd6-4078-ac5e-b0b6db560ba8 req-e7b048f7-9945-4836-a753-2b89c44f50c5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:06.251230 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b2c751a-afd6-4078-ac5e-b0b6db560ba8 req-e7b048f7-9945-4836-a753-2b89c44f50c5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 945 time: 0.0507743 May 17 12:09:06.297119 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b2c751a-afd6-4078-ac5e-b0b6db560ba8 req-1c1a5805-8a57-40f8-ae09-65abccd42274 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 May 17 12:09:06.595069 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 50b482d3-375e-4f6c-9829-4b4c147b3dc5 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:09:06.634938 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:09:06.641423 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:09:06.641892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:06.710712 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:09:06.711014 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:06.736369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:09:06.738636 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3f94b2-f289-4dea-a4e6-fd06c01325d7" -d '{"events": [{"server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "name": "network-vif-plugged", "status": "completed", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:09:06.751829 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:06.756721 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:06.764870 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897397da-4966-4248-b98e-486a8a72e82b req-a6a57547-101a-482a-983c-aa66f3efd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:06.766355 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-a6a57547-101a-482a-983c-aa66f3efd1c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0892076 May 17 12:09:06.778416 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6a8ef-5542-4616-b97e-aab1455b7546 x-openstack-request-id: req-e8c6a8ef-5542-4616-b97e-aab1455b7546 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:09:06.778706 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "name": "network-vif-plugged", "status": "completed", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:09:06.778961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8c6a8ef-5542-4616-b97e-aab1455b7546 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:09:06.779354 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c6a8ef-5542-4616-b97e-aab1455b7546'] response: {'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'code': 200} May 17 12:09:06.804022 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:06.811523 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-1312321b-1762-420c-a110-d9c9acee2b33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0388227 May 17 12:09:06.877645 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897397da-4966-4248-b98e-486a8a72e82b req-52815dbe-4d29-4cc7-af32-ab7b01d9bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:06.879582 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-52815dbe-4d29-4cc7-af32-ab7b01d9bbd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0582001 May 17 12:09:06.993669 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897397da-4966-4248-b98e-486a8a72e82b req-f4305602-9580-48b3-8270-cf5fb974941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:06.995163 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-f4305602-9580-48b3-8270-cf5fb974941a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071990 May 17 12:09:07.008415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55a160-6b1d-41f4-bfc2-0c28d1d5fbe5 req-6fe452e8-9c7f-4e9d-bbca-5e2adb869d67 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:07.009801 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bf55a160-6b1d-41f4-bfc2-0c28d1d5fbe5 req-6fe452e8-9c7f-4e9d-bbca-5e2adb869d67 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0903311 May 17 12:09:07.045651 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30c1f4-ab98-4fb0-bc92-8787f93e3d8a req-e1ea5ff6-98cf-4024-8a3e-cd69c5a67b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:07.047239 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e30c1f4-ab98-4fb0-bc92-8787f93e3d8a req-e1ea5ff6-98cf-4024-8a3e-cd69c5a67b3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0852249 May 17 12:09:07.171220 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bf55a160-6b1d-41f4-bfc2-0c28d1d5fbe5 req-fd124bd5-96b2-4ae2-9aac-ca1d03effd33 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520605 May 17 12:09:07.174932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e30c1f4-ab98-4fb0-bc92-8787f93e3d8a req-af1feb80-506d-4581-ac1f-bd0cbf4007e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178143 May 17 12:09:07.177169 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-20885cf2-ca11-47a3-932d-f8446927e968 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752951 May 17 12:09:07.246942 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52284) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:07.349528 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d105-f075-4e2a-aa54-0e58030884ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.410816 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1b64b-d1a1-44c6-8be2-df24fb8daa72 req-3dff59f5-395c-4d0f-87c5-14fcce6d1c95 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:07.412303 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dbc1b64b-d1a1-44c6-8be2-df24fb8daa72 req-3dff59f5-395c-4d0f-87c5-14fcce6d1c95 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0467427 May 17 12:09:07.424822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d105-f075-4e2a-aa54-0e58030884ed admin admin] Publish callbacks [] for security_group (62707782-fa74-4ee8-9395-42ba9794d149), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.429478 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d105-f075-4e2a-aa54-0e58030884ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (62707782-fa74-4ee8-9395-42ba9794d149), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.460660 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dbc1b64b-d1a1-44c6-8be2-df24fb8daa72 req-93cf4e53-86f0-4fad-bbf1-5c8a3008da7b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 May 17 12:09:07.470364 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d2b1d105-f075-4e2a-aa54-0e58030884ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fbdfd96856c497aa5c183a7da54fb21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222867 May 17 12:09:07.471595 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d105-f075-4e2a-aa54-0e58030884ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62707782-fa74-4ee8-9395-42ba9794d149,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:07.473189 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52290) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:07.524759 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] Publish callbacks [] for security_group (62707782-fa74-4ee8-9395-42ba9794d149), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.546722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] Publish callbacks [] for security_group (62707782-fa74-4ee8-9395-42ba9794d149), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.595694 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (62707782-fa74-4ee8-9395-42ba9794d149), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.598235 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.599378 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62707782-fa74-4ee8-9395-42ba9794d149 HTTP/1.1" status: 204 len: 168 time: 0.1251738 May 17 12:09:07.607154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf40c-6825-4a80-aabd-c092dbb11ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62707782-fa74-4ee8-9395-42ba9794d149,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:07.825388 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-897397da-4966-4248-b98e-486a8a72e82b req-f01d7f8c-f41a-4894-b5c3-0a99074adb34 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887234 May 17 12:09:07.853498 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52298) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:07.866717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3671e576-784a-4778-9d1e-64200271dff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.939556 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3671e576-784a-4778-9d1e-64200271dff3 admin admin] Publish callbacks [] for security_group (8a55dd03-66d3-4d75-99eb-6ddfb4836fdc), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.942928 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3671e576-784a-4778-9d1e-64200271dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8a55dd03-66d3-4d75-99eb-6ddfb4836fdc), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:07.980697 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3671e576-784a-4778-9d1e-64200271dff3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2090e7bb91d243dd9b71030fb8719564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261551 May 17 12:09:07.981556 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e576-784a-4778-9d1e-64200271dff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55dd03-66d3-4d75-99eb-6ddfb4836fdc,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:07.983345 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:08.032839 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] Publish callbacks [] for security_group (8a55dd03-66d3-4d75-99eb-6ddfb4836fdc), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.053532 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] Publish callbacks [] for security_group (8a55dd03-66d3-4d75-99eb-6ddfb4836fdc), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.099996 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8a55dd03-66d3-4d75-99eb-6ddfb4836fdc), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.102495 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.103609 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a55dd03-66d3-4d75-99eb-6ddfb4836fdc HTTP/1.1" status: 204 len: 168 time: 0.1186202 May 17 12:09:08.110993 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41192e-de5f-4bb4-816e-e23fe6eda481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55dd03-66d3-4d75-99eb-6ddfb4836fdc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:08.290515 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fadf7-75d9-4773-9a5e-f7ed6d5fab66 req-d89d08a9-9157-44f1-8e4d-44c996f1920a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:08.292019 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8c5fadf7-75d9-4773-9a5e-f7ed6d5fab66 req-d89d08a9-9157-44f1-8e4d-44c996f1920a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0523503 May 17 12:09:08.347658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8c5fadf7-75d9-4773-9a5e-f7ed6d5fab66 req-6e3f340e-8935-485e-b98c-da4ec7ceb22f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481939 May 17 12:09:08.577458 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713458-2d8d-453a-961b-ca2b5ddaac20 req-41f42115-e00b-4509-aea2-d84f25fa7bab tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:08.581068 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2b713458-2d8d-453a-961b-ca2b5ddaac20 req-41f42115-e00b-4509-aea2-d84f25fa7bab tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0531819 May 17 12:09:08.592382 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:09:08.657197 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2b713458-2d8d-453a-961b-ca2b5ddaac20 req-3d108631-33f0-4e7c-9c48-2778047b4ac4 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693393 May 17 12:09:08.711779 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:08.724139 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'mac_address': 'fa:16:3e:42:1d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:09:08.761857 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ce775399-8aaa-44e2-8bad-de44d822b044 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:09:08.762246 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.774692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce775399-8aaa-44e2-8bad-de44d822b044 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:09:08.797666 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:08.802310 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:08.852475 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:09.181197 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52352) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:09.289537 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-523cdc21-9e31-482b-82cc-5108d7a82c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.365048 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-523cdc21-9e31-482b-82cc-5108d7a82c66 admin admin] Publish callbacks [] for security_group (65036237-e79d-4cda-bc83-e10efb93d4ff), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.368740 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-523cdc21-9e31-482b-82cc-5108d7a82c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (65036237-e79d-4cda-bc83-e10efb93d4ff), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.375375 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['ce775399-8aaa-44e2-8bad-de44d822b044'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:09:09.410758 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-523cdc21-9e31-482b-82cc-5108d7a82c66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb36f652aaa94043a67a3e9ceb1908ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261300 May 17 12:09:09.410758 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cdc21-9e31-482b-82cc-5108d7a82c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65036237-e79d-4cda-bc83-e10efb93d4ff,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:09.411282 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52358) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:09.465581 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] Publish callbacks [] for security_group (65036237-e79d-4cda-bc83-e10efb93d4ff), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.474330 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026114-fa1e-4536-ab4a-593f6cd639ea req-c6e398ff-d2d9-46cd-9561-7e29a2ac8e4b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:09.475970 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5e026114-fa1e-4536-ab4a-593f6cd639ea req-c6e398ff-d2d9-46cd-9561-7e29a2ac8e4b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 944 time: 0.0535283 May 17 12:09:09.490320 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] Publish callbacks [] for security_group (65036237-e79d-4cda-bc83-e10efb93d4ff), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.530604 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5e026114-fa1e-4536-ab4a-593f6cd639ea req-663cabb0-0bc5-486f-baae-e96bf584b8ea tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477698 May 17 12:09:09.552988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (65036237-e79d-4cda-bc83-e10efb93d4ff), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.555901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:09.557437 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65036237-e79d-4cda-bc83-e10efb93d4ff HTTP/1.1" status: 204 len: 168 time: 0.1449237 May 17 12:09:09.566223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5c24d-9fa9-49b4-9e6e-c5e808f478ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65036237-e79d-4cda-bc83-e10efb93d4ff,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:09.782684 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f4962-9236-4e3e-baf3-88d0f71a21dd req-70399111-fc89-4536-9c8d-63d50a02723e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:09.784241 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f90f4962-9236-4e3e-baf3-88d0f71a21dd req-70399111-fc89-4536-9c8d-63d50a02723e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0489500 May 17 12:09:09.832808 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f90f4962-9236-4e3e-baf3-88d0f71a21dd req-4e513cc3-2796-43b1-a001-9eb41163d270 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 May 17 12:09:09.952751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0563d4-f4e5-4e81-abf5-c3f45dea27f0 req-b679e6c8-c901-4d52-a633-161f24134867 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:09.954286 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f0563d4-f4e5-4e81-abf5-c3f45dea27f0 req-b679e6c8-c901-4d52-a633-161f24134867 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0489991 May 17 12:09:09.962935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52376) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:09.967710 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'floatingip': {'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:09:10.009704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:10.437707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:10.441937 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:10.550128 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Floating IP ad170668-763e-4fb5-830a-0937d79f3aa3 associated. External IP: 172.27.2.135, port: 50b482d3-375e-4f6c-9829-4b4c147b3dc5. May 17 12:09:10.688601 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78718fe4-b422-43a6-9df9-88e09bde8016 req-ccafc4a5-9af8-4035-a179-db33911b6bb8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:10.690008 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-78718fe4-b422-43a6-9df9-88e09bde8016 req-ccafc4a5-9af8-4035-a179-db33911b6bb8 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 944 time: 0.0836499 May 17 12:09:10.811297 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-78718fe4-b422-43a6-9df9-88e09bde8016 req-4b2ba1dc-d002-42eb-b54f-c78ef5f20dcd tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869181 May 17 12:09:10.831477 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:09:10.871926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:09:10.913372 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port ce775399-8aaa-44e2-8bad-de44d822b044 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:09:10.920795 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port ce775399-8aaa-44e2-8bad-de44d822b044 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:09:10.921171 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:10.936390 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:09:10.941410 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:10.949492 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:09:10.970975 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:09:10.971607 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:08:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:10.979694 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-93c3cf8a-aa27-4056-a304-3f6c38bca4dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "PUT /v2.0/floatingips/ad170668-763e-4fb5-830a-0937d79f3aa3 HTTP/1.1" status: 200 len: 992 time: 1.0135124 May 17 12:09:10.979694 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:09:10.981891 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e37c74-6f02-4e1f-93b5-8b1efc31c474" -d '{"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:09:11.006405 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ce775399-8aaa-44e2-8bad-de44d822b044 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:09:11.006801 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:11.030501 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fdbd86-cabc-4672-b293-df7f78c0dd5a x-openstack-request-id: req-d4fdbd86-cabc-4672-b293-df7f78c0dd5a {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:09:11.031210 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:09:11.031210 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4fdbd86-cabc-4672-b293-df7f78c0dd5a {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:09:11.032223 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fdbd86-cabc-4672-b293-df7f78c0dd5a'] response: {'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'status': 'completed', 'code': 200} May 17 12:09:11.036898 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:09:11.039238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb07dd8-200d-40f2-abb6-46d2f1d13279" -d '{"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-plugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:09:11.053836 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:11.058995 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:11.101674 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:09:11.115337 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b53145-9518-457c-adc1-c768eac028ee x-openstack-request-id: req-59b53145-9518-457c-adc1-c768eac028ee {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:09:11.116017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-plugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:09:11.116391 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59b53145-9518-457c-adc1-c768eac028ee {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:09:11.116878 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b53145-9518-457c-adc1-c768eac028ee'] response: {'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'code': 200} May 17 12:09:11.129474 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:11.149902 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-dabd5f1c-4bf5-4da4-b31b-6e29b633e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.151427 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-dabd5f1c-4bf5-4da4-b31b-6e29b633e3fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0647104 May 17 12:09:11.262125 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-f68a1141-b724-409c-8335-c471a2266e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.263894 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-f68a1141-b724-409c-8335-c471a2266e61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0976713 May 17 12:09:11.369018 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-76a3085a-48ff-49ed-9215-1d937c3e2655 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1000 time: 0.0890396 May 17 12:09:11.370356 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:09:10Z', 'revision_number': 1, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:11.397980 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:09:11.410130 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:09:11.410739 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:08:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:11.456021 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3d9cd-bd8d-446f-8cd4-bfdb9fe47018 req-3f29d623-21a5-4fc8-a804-24274d5afc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.457454 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-57a3d9cd-bd8d-446f-8cd4-bfdb9fe47018 req-3f29d623-21a5-4fc8-a804-24274d5afc8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0663078 May 17 12:09:11.460917 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-40c6a8eb-95c9-43af-a1ae-7b4bed1276ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.462229 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-40c6a8eb-95c9-43af-a1ae-7b4bed1276ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0802424 May 17 12:09:11.514669 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:09:11.539692 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-6715114a-82ab-4e56-b52c-26b2c5e93825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.541230 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-6715114a-82ab-4e56-b52c-26b2c5e93825 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631862 May 17 12:09:11.563242 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-57a3d9cd-bd8d-446f-8cd4-bfdb9fe47018 req-9273c334-3ffa-467d-918a-7f5fa6eb24b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863061 May 17 12:09:11.637120 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-dc5d819d-c2c0-40f1-bf49-adbd18a89085 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 May 17 12:09:11.721175 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:09:10Z', 'revision_number': 1, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:11.748653 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b9efb-dd41-49ff-8e73-80450f18934b None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:09:10Z', 'revision_number': 1, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:09:11.928211 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb089748-ef38-43f7-a464-e4f06310903b req-ead9430d-9a38-428d-be6d-834fe002caee tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:11.929724 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eb089748-ef38-43f7-a464-e4f06310903b req-ead9430d-9a38-428d-be6d-834fe002caee tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0481439 May 17 12:09:11.937457 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c2b55-8bd7-44e8-9f40-180ba64060ca None None] New status for floating IP ad170668-763e-4fb5-830a-0937d79f3aa3: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:09:11.979797 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eb089748-ef38-43f7-a464-e4f06310903b req-88097d0e-f5e5-4898-88fd-54570e672731 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 May 17 12:09:12.121632 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-37e37c74-6f02-4e1f-93b5-8b1efc31c474 req-3bc01557-9a3b-482b-8021-6a61b8758088 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 May 17 12:09:13.091668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627ba1f-31f8-47d0-841c-1b475bd19968 req-0a5b7bf7-414c-4b47-92f9-0d81b38b6a45 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:13.093168 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3627ba1f-31f8-47d0-841c-1b475bd19968 req-0a5b7bf7-414c-4b47-92f9-0d81b38b6a45 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0463476 May 17 12:09:13.141463 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3627ba1f-31f8-47d0-841c-1b475bd19968 req-3f314a5a-7b89-4fa6-b76b-c6252183175f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 May 17 12:09:13.793406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52442) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:13.905447 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f86572be-f807-4d86-b933-2982edbc1a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:13.981366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f86572be-f807-4d86-b933-2982edbc1a00 admin admin] Publish callbacks [] for security_group (3774a461-7a23-46e8-b932-f002b81da0ce), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:13.984701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f86572be-f807-4d86-b933-2982edbc1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3774a461-7a23-46e8-b932-f002b81da0ce), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.021712 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86572be-f807-4d86-b933-2982edbc1a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774a461-7a23-46e8-b932-f002b81da0ce,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:14.026044 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f86572be-f807-4d86-b933-2982edbc1a00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8797c95c4494e6c9cfe2518f7019ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316206 May 17 12:09:14.029268 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52446) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:14.076023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] Publish callbacks [] for security_group (3774a461-7a23-46e8-b932-f002b81da0ce), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.096701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] Publish callbacks [] for security_group (3774a461-7a23-46e8-b932-f002b81da0ce), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.141624 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3774a461-7a23-46e8-b932-f002b81da0ce), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.144196 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.145342 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3774a461-7a23-46e8-b932-f002b81da0ce HTTP/1.1" status: 204 len: 168 time: 0.1158724 May 17 12:09:14.153317 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67502fc-1677-4725-a8b3-5c85f5512b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774a461-7a23-46e8-b932-f002b81da0ce,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:14.257534 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ffb0a-e904-43f0-a41a-037ed6a59275 req-0cc1699f-a370-4aaf-ab3e-731858c7c538 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:14.259013 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2c5ffb0a-e904-43f0-a41a-037ed6a59275 req-0cc1699f-a370-4aaf-ab3e-731858c7c538 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0475554 May 17 12:09:14.315909 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2c5ffb0a-e904-43f0-a41a-037ed6a59275 req-188cb2d8-32ab-43af-925d-75f6348e4cd5 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 May 17 12:09:14.427107 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52458) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:14.431518 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf25c4-c489-4e97-8607-037a6e89f344 req-ea91f8f1-31f3-4912-aa6c-6f247241f9ea tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:14.433049 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93bf25c4-c489-4e97-8607-037a6e89f344 req-ea91f8f1-31f3-4912-aa6c-6f247241f9ea tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0493712 May 17 12:09:14.441658 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac10f01a-da40-4e09-a1c5-aec60673ccdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.491125 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93bf25c4-c489-4e97-8607-037a6e89f344 req-0dcdaab1-3378-427e-866b-7ed5feeb218c tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508146 May 17 12:09:14.513686 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52460) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:14.525020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac10f01a-da40-4e09-a1c5-aec60673ccdb admin admin] Publish callbacks [] for security_group (b4bd9f34-6184-4b55-8a1a-98ddf40bd304), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.528112 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac10f01a-da40-4e09-a1c5-aec60673ccdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b4bd9f34-6184-4b55-8a1a-98ddf40bd304), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.567078 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ac10f01a-da40-4e09-a1c5-aec60673ccdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff4a4470bb3845279146efeea166cb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388798 May 17 12:09:14.569154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10f01a-da40-4e09-a1c5-aec60673ccdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd9f34-6184-4b55-8a1a-98ddf40bd304,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:14.569762 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52464) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:14.620456 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] Publish callbacks [] for security_group (b4bd9f34-6184-4b55-8a1a-98ddf40bd304), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.641961 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] Publish callbacks [] for security_group (b4bd9f34-6184-4b55-8a1a-98ddf40bd304), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.688597 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b4bd9f34-6184-4b55-8a1a-98ddf40bd304), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.691200 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.692421 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4bd9f34-6184-4b55-8a1a-98ddf40bd304 HTTP/1.1" status: 204 len: 168 time: 0.1213839 May 17 12:09:14.700504 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33bda4-51ae-4390-a2bf-f9f269d216bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd9f34-6184-4b55-8a1a-98ddf40bd304,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:14.753287 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a27199-4ea6-407c-b7f9-c4f1670dfc20 tempest-TestShelveInstance-91139518 tempest-TestShelveInstance-91139518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:14.754937 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-43a27199-4ea6-407c-b7f9-c4f1670dfc20 tempest-TestShelveInstance-91139518 tempest-TestShelveInstance-91139518-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1124 time: 0.2402298 May 17 12:09:14.758112 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52468) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:14.762555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:09:14.783290 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.868146 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:14.974823 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Allocated IP 172.27.2.218 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/c3851a0b-3c58-4caa-836a-9642443cfadb) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:09:15.077543 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:15.112207 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:15.150656 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:09:15.154322 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:09:15.158961 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:09:15.189354 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'Port': ['ID=c3851a0b-3c58-4caa-836a-9642443cfadb,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:15.767173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for floatingip (aad6e860-c874-44b8-b0b5-9b6de8fe4438), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:15.834304 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:16.006491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:16.011207 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:16.079258 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event updated for resources: {'Port': ['ID=c3851a0b-3c58-4caa-836a-9642443cfadb,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:16.088815 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (aad6e860-c874-44b8-b0b5-9b6de8fe4438), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:16.180987 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Floating IP aad6e860-c874-44b8-b0b5-9b6de8fe4438 associated. External IP: 172.27.2.218, port: ce775399-8aaa-44e2-8bad-de44d822b044. May 17 12:09:16.384642 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Router e7f579ed-b793-4696-80fd-b668d1e46d76 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:09:16.484671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:09:16.494094 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Sync routers for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:09:16.503720 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:16.504945 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:09:16.505556 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:08:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:16.541698 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-273c8166-b194-44bf-b183-644336cb8d94 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7820749 May 17 12:09:16.541901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:09:16.544311 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed6e88-7a5a-4473-861f-f8c48c307d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:09:16.581323 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db025059-19ae-4426-95dd-b506148d1266 x-openstack-request-id: req-db025059-19ae-4426-95dd-b506148d1266 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:09:16.581628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:09:16.581889 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db025059-19ae-4426-95dd-b506148d1266 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:09:16.582302 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db025059-19ae-4426-95dd-b506148d1266'] response: {'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'status': 'completed', 'code': 200} May 17 12:09:16.608064 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:09:16.816263 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'aad6e860-c874-44b8-b0b5-9b6de8fe4438', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'mac_address': 'fa:16:3e:42:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:09:15Z', 'updated_at': '2022-05-17T12:09:15Z', 'revision_number': 0, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:16.821683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-383ae316-dabe-48cc-bf9a-ad165d1664ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:16.823413 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-383ae316-dabe-48cc-bf9a-ad165d1664ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0452979 May 17 12:09:16.846987 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Checking router: e7f579ed-b793-4696-80fd-b668d1e46d76 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:09:16.864020 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:09:16.864710 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:08:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:16.937697 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-8ffcedf8-3fcf-4635-8287-7ae35c181bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:16.939815 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-8ffcedf8-3fcf-4635-8287-7ae35c181bf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.1097624 May 17 12:09:16.972740 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:09:17.019990 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-cee3eeab-8b9c-4e79-83a0-eedf82b5fa7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 999 time: 0.0684838 May 17 12:09:17.079678 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-80151d49-da81-4eb6-b1de-fee8eee00a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:17.081182 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-80151d49-da81-4eb6-b1de-fee8eee00a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0545866 May 17 12:09:17.132789 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-07e64b39-6d19-4431-b391-f5acdcc56d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:17.134350 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-07e64b39-6d19-4431-b391-f5acdcc56d39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419738 May 17 12:09:17.242738 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-8d2a0790-ed9c-4698-ab5c-6601a1b7bbbd service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979373 May 17 12:09:17.289589 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'aad6e860-c874-44b8-b0b5-9b6de8fe4438', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'mac_address': 'fa:16:3e:42:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:09:15Z', 'updated_at': '2022-05-17T12:09:15Z', 'revision_number': 0, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:09:17.315836 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0e56-520b-45ec-8fd3-d7936c52d7f3 None None] The sync data for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi is: [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'aad6e860-c874-44b8-b0b5-9b6de8fe4438', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'mac_address': 'fa:16:3e:42:1d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:09:15Z', 'updated_at': '2022-05-17T12:09:15Z', 'revision_number': 0, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:09:17.343307 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0fed6e88-7a5a-4473-861f-f8c48c307d7a req-7abc6d59-0fca-41b1-8423-a9e6ef86f035 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914626 May 17 12:09:17.513957 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6af0e0-a911-4723-a83a-83a10ec01c23 None None] New status for floating IP aad6e860-c874-44b8-b0b5-9b6de8fe4438: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:09:18.296384 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 52528) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:18.400748 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36858b99-ff86-4d3c-a1a8-ddda402a080a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.474595 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36858b99-ff86-4d3c-a1a8-ddda402a080a admin admin] Publish callbacks [] for security_group (0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.478306 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36858b99-ff86-4d3c-a1a8-ddda402a080a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.517800 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-36858b99-ff86-4d3c-a1a8-ddda402a080a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc237f4254c0423b8bcbe3bb1862949e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204065 May 17 12:09:18.519726 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858b99-ff86-4d3c-a1a8-ddda402a080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:18.520515 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 52532) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:09:18.573674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] Publish callbacks [] for security_group (0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.594499 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] Publish callbacks [] for security_group (0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.640850 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.643449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:18.644604 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46 HTTP/1.1" status: 204 len: 168 time: 0.1216779 May 17 12:09:18.652107 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f84e-2429-486b-88b5-1f6d88d1db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030b6d0-fcad-4c5d-a10b-9a4e5a3f9c46,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:21.607776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:21.869822 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ead36a7b-bb36-446c-910c-26cb9a5b9ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:23.138564 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-51e4d65b-e07d-443f-94a0-157e6ee0ba0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367639 May 17 12:09:23.209470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293706dc-4758-478d-b200-f08364e589ad req-f7cf79b5-a520-4b9c-8f28-3773a7f67119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:23.210922 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-f7cf79b5-a520-4b9c-8f28-3773a7f67119 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1130 time: 0.0381260 May 17 12:09:23.316586 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293706dc-4758-478d-b200-f08364e589ad req-fddda315-a229-43da-a550-52b86f3f1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:23.318051 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-fddda315-a229-43da-a550-52b86f3f1a06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0863435 May 17 12:09:23.355270 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-1aede9d2-0cb7-4322-87d6-ba2d7f4a6e7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 217 time: 0.0308707 May 17 12:09:23.405490 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293706dc-4758-478d-b200-f08364e589ad req-038129cb-ed02-4c65-a4ac-918876f720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:23.406904 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-038129cb-ed02-4c65-a4ac-918876f720a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0458143 May 17 12:09:24.274021 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7de2a485-4ba2-4d21-a556-cc730ebe73d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:24.850680 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293706dc-4758-478d-b200-f08364e589ad req-39bee824-542c-4846-9f8b-771b78673add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:24.852095 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-39bee824-542c-4846-9f8b-771b78673add service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389204 May 17 12:09:25.366364 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:25.922101 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-2eb163f2-e7a6-4c00-ab8e-4e07411f8ebd service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824385 May 17 12:09:26.714238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:27.360819 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-293706dc-4758-478d-b200-f08364e589ad req-f55f2a73-3a2a-47f5-8396-2ee417048b49 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 May 17 12:09:28.334262 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:30.476974 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:09:41.391957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e218c6-55e8-4a7c-97f4-013e2fbfa84a req-7539ece5-bcfb-4eed-a830-237c8ddd1c06 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:41.393370 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98e218c6-55e8-4a7c-97f4-013e2fbfa84a req-7539ece5-bcfb-4eed-a830-237c8ddd1c06 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0456524 May 17 12:09:41.439602 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98e218c6-55e8-4a7c-97f4-013e2fbfa84a req-34f8a258-84d7-42cb-8b32-74674f9b3f4a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 May 17 12:09:42.556454 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd9ff-ec58-4068-95ff-bbc982cb9a97 req-dd96b10c-3cc9-4fb9-84b4-fdbc14133d73 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:42.558295 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8dfd9ff-ec58-4068-95ff-bbc982cb9a97 req-dd96b10c-3cc9-4fb9-84b4-fdbc14133d73 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0521154 May 17 12:09:42.605067 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8dfd9ff-ec58-4068-95ff-bbc982cb9a97 req-9bea153d-48ca-45cc-a328-7743e34021e8 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 May 17 12:09:43.718941 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531740a-dcd8-4076-b644-f623798faea2 req-59598d58-a027-4966-9a97-ce9e0ed1b108 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:43.720470 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b531740a-dcd8-4076-b644-f623798faea2 req-59598d58-a027-4966-9a97-ce9e0ed1b108 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0504441 May 17 12:09:43.773348 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b531740a-dcd8-4076-b644-f623798faea2 req-4ddca528-ca59-4a0c-a2f9-5886505b6fb0 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 May 17 12:09:43.940923 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-2077501f-4842-4ce2-9741-a036f7a4e12b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:43.942330 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-2077501f-4842-4ce2-9741-a036f7a4e12b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 945 time: 0.0456250 May 17 12:09:44.026838 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Deleting port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:09:44.027178 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:44.118728 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] For port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:09:44.119004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:44.131629 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Calling delete_port for 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:09:44.255891 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (9f484cd3-9b81-441e-94e1-4b0c6fac9bf2), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:44.283900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Pushing event deleted for resources: {'Port': ['ID=9f484cd3-9b81-441e-94e1-4b0c6fac9bf2,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:09:44.297319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['9f484cd3-9b81-441e-94e1-4b0c6fac9bf2'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:09:44.308084 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.308464 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.308807 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.309149 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.310265 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.310377 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.310683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.311057 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.311386 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.311712 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.312038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.312541 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.312874 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.313199 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.313523 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:09:44.337564 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] No DVR routers for this DVR port 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:09:44.340461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:44.343672 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5cc5c61-30ba-46e5-a6b4-915e11e82d1f req-5334bba8-7548-4337-bc22-9bf5a58a1c19 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "DELETE /v2.0/ports/9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 HTTP/1.1" status: 204 len: 173 time: 0.3954084 May 17 12:09:44.344099 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'name': 'network-vif-deleted', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:09:44.346341 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573da65-b028-4e3e-8413-55c9152d0a8f" -d '{"events": [{"server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "name": "network-vif-deleted", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:09:44.380688 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593ac39e-faaa-468f-b7a8-aa26d9c6841b x-openstack-request-id: req-593ac39e-faaa-468f-b7a8-aa26d9c6841b {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:09:44.380985 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b13499-6633-4afb-9e7d-535aa76a374d", "name": "network-vif-deleted", "tag": "9f484cd3-9b81-441e-94e1-4b0c6fac9bf2", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:09:44.381249 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-593ac39e-faaa-468f-b7a8-aa26d9c6841b {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:09:44.381674 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593ac39e-faaa-468f-b7a8-aa26d9c6841b'] response: {'server_uuid': '07b13499-6633-4afb-9e7d-535aa76a374d', 'name': 'network-vif-deleted', 'tag': '9f484cd3-9b81-441e-94e1-4b0c6fac9bf2', 'status': 'completed', 'code': 200} May 17 12:09:44.895653 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a9842998-0c87-4b93-bfb3-be6758773d05 req-2bea7f8c-d260-423f-824d-0bbff8f9df5d tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b13499-6633-4afb-9e7d-535aa76a374d HTTP/1.1" status: 200 len: 210 time: 0.0335040 May 17 12:09:48.915599 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:09:48.937816 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:09:48.938157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9f484cd3-9b81-441e-94e1-4b0c6fac9bf2 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:09:51.614997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:51.872169 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-3d455a26-d0d5-4787-b459-4e9a787091ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:54.274949 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c704018f-4153-4392-9251-b021174c0728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:55.368416 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:56.718478 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:57.992885 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-06150bad-7a7c-47d3-b07c-f6a36479c932 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:57.994323 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-06150bad-7a7c-47d3-b07c-f6a36479c932 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 814 time: 0.0981903 May 17 12:09:58.009102 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-82778724-c484-45fa-a319-927cf2a7de66 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/quotas/a69c8441974b4749bd43a2ccf3629332 HTTP/1.1" status: 200 len: 375 time: 0.0087042 May 17 12:09:58.044046 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-dd6afe92-d847-4894-b934-238717e83d61 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296457 May 17 12:09:58.130581 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-30733177-eeba-4942-933b-b88eda7ebbb2 service neutron] 10.222.0.58 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801055 May 17 12:09:58.220308 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-82ed3403-60de-4876-8c19-136bbf36084c service neutron] 10.222.0.58 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838315 May 17 12:09:58.344254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:58.378416 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2941a048-3734-40df-bcb0-f5b4c6935483 req-c11bd2ab-c8fe-4ceb-96ec-0c40ce32c702 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 210 time: 0.0275900 May 17 12:09:59.495057 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f3f6f9e7-11c6-42b9-8b6f-21b7a0b1df0c req-752ce4e0-5eea-4bd0-9e39-16d69af9219c tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 210 time: 0.0398269 May 17 12:09:59.524543 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-f4382ba4-abdc-42f6-89c8-4343614ee997 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:09:59.526046 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-f4382ba4-abdc-42f6-89c8-4343614ee997 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 814 time: 0.1367795 May 17 12:09:59.552052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Request body: {'port': {'device_id': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0', 'admin_state_up': True, 'tenant_id': 'a69c8441974b4749bd43a2ccf3629332'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:09:59.659989 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Made reservation on behalf of a69c8441974b4749bd43a2ccf3629332 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:09:59.663414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:59.787596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Allocated IP 172.20.0.5 (df2d2de6-ecb9-4187-b033-becb493fafc0/30284c31-acf2-46c7-9b33-c5019d744743/6ad7b5f7-23e1-4c95-a6e0-f49e836af232) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:09:59.930609 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks [] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:09:59.961972 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.002802 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Network df2d2de6-ecb9-4187-b033-becb493fafc0 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:00.005822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:00.011700 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:10:00.017481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Pushing event updated for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:00.061598 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:00.062204 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.077490 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-8b9ade0e-2721-4147-97d3-bb6d9acee11a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5293643 May 17 12:10:00.107190 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Request body: {'port': {'device_id': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:00.165159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.433972 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:10:00.441482 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks [] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.454043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Transition to ACTIVE for port object 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:10:00.459120 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.509270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:00.584350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Attempting to bind port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:10:00.584687 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Attempting to bind port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:10:00.585043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Attempting to bind port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 on network df2d2de6-ecb9-4187-b033-becb493fafc0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:10:00.589335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 on network df2d2de6-ecb9-4187-b033-becb493fafc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:10:00.589671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Attempting to bind port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 on network df2d2de6-ecb9-4187-b033-becb493fafc0 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:10:00.595004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:10:00.595339 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Checking segment: {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:10:00.595714 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Bound using segment: {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:10:00.596134 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Bound port: 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c93487-b477-411c-9a66-6ea67163e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:10:00.596516 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.611919 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae92269-3b80-437c-9097-5b0070687dde req-f9985bbb-38a8-47b9-821c-605dcbc1635e tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:00.613429 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2ae92269-3b80-437c-9097-5b0070687dde req-f9985bbb-38a8-47b9-821c-605dcbc1635e tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0468066 May 17 12:10:00.656436 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:10:00.659489 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:10:00.660089 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2ae92269-3b80-437c-9097-5b0070687dde req-9981f0c0-a9d2-4630-aa9d-054f0fc11fcb tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 May 17 12:10:00.665853 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.700696 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:00.701195 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:00.702547 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ad7b5f7-23e1-4c95-a6e0-f49e836af232 HTTP/1.1" status: 200 len: 1093 time: 0.5997784 May 17 12:10:00.702962 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:00.705187 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599" -d '{"events": [{"name": "network-changed", "server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:00.734594 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309864bb-f5d5-43fd-889b-a119d6d1e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:00.742949 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f4203d-5e40-4ea4-94df-265498c5d913 x-openstack-request-id: req-f5f4203d-5e40-4ea4-94df-265498c5d913 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:00.743242 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:00.743498 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5f4203d-5e40-4ea4-94df-265498c5d913 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:00.743894 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f4203d-5e40-4ea4-94df-265498c5d913'] response: {'name': 'network-changed', 'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232', 'status': 'completed', 'code': 200} May 17 12:10:00.815296 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-3d7108ed-28c0-4297-96a0-aee86db40938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:00.816863 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-3d7108ed-28c0-4297-96a0-aee86db40938 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 1127 time: 0.0398254 May 17 12:10:00.872862 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-e31c87b7-6afe-43fa-980a-0aad64ff9263 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232 HTTP/1.1" status: 200 len: 217 time: 0.0320165 May 17 12:10:00.922930 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-ef1cb282-a338-48a1-81ad-f048cb1f2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:00.924375 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-ef1cb282-a338-48a1-81ad-f048cb1f2abe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30284c31-acf2-46c7-9b33-c5019d744743 HTTP/1.1" status: 200 len: 854 time: 0.0454752 May 17 12:10:00.956039 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-0b054d1b-6590-4a1d-a853-b9ff9d1a6941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df2d2de6-ecb9-4187-b033-becb493fafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254204 May 17 12:10:01.044790 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-91ead87e-4474-4ae7-897b-2a61cc22301e service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820017 May 17 12:10:01.141451 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ae0e085-1ea1-4935-ab51-d0ae59a9090e req-4d905b61-db1f-4315-a4dd-9eb1f72f61c0 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 May 17 12:10:01.784643 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078780d-badd-4028-a6a1-6a2c867ea721 req-ee3a338f-a9a3-4ad9-9c69-762892963665 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:01.785989 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c078780d-badd-4028-a6a1-6a2c867ea721 req-ee3a338f-a9a3-4ad9-9c69-762892963665 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0500691 May 17 12:10:01.831619 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c078780d-badd-4028-a6a1-6a2c867ea721 req-3d44952b-5b5e-4ae3-8446-8e7d0ed5202d tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 May 17 12:10:02.946234 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df407-1af6-4a1b-99e0-e104a37e6e2b req-530897db-b33b-4b75-a0e2-d23f051fa16d tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:02.947686 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb2df407-1af6-4a1b-99e0-e104a37e6e2b req-530897db-b33b-4b75-a0e2-d23f051fa16d tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0466392 May 17 12:10:02.993449 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb2df407-1af6-4a1b-99e0-e104a37e6e2b req-bc4d5bd1-9bda-4aec-add0-85de48aa18b3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 May 17 12:10:04.102298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422dec6-4ce1-48ce-b616-9b4a6cf233f5 req-b9535738-79ed-41bf-a3e8-a8b46fa999dd tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:04.103734 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8422dec6-4ce1-48ce-b616-9b4a6cf233f5 req-b9535738-79ed-41bf-a3e8-a8b46fa999dd tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0466764 May 17 12:10:04.149814 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8422dec6-4ce1-48ce-b616-9b4a6cf233f5 req-91532aa9-458b-4dcd-8c20-8d1d0e003469 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 May 17 12:10:04.345264 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-6fdee525-0ead-492a-8c91-87c508b68fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:04.346651 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-6fdee525-0ead-492a-8c91-87c508b68fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a69c8441974b4749bd43a2ccf3629332&device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 1127 time: 0.0423188 May 17 12:10:04.441378 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-a579cd11-06a3-433d-aa90-335048e402cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:04.442974 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-a579cd11-06a3-433d-aa90-335048e402cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 200 len: 915 time: 0.0876753 May 17 12:10:04.493810 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-f04ff8e8-2468-44f4-a9ef-a1fffbbf979f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232 HTTP/1.1" status: 200 len: 217 time: 0.0400178 May 17 12:10:04.791775 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-16a3cd9b-75fe-4ae6-a0f0-c601171703bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:04.793247 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-16a3cd9b-75fe-4ae6-a0f0-c601171703bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=30284c31-acf2-46c7-9b33-c5019d744743 HTTP/1.1" status: 200 len: 854 time: 0.2853105 May 17 12:10:04.828879 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-1d9d155e-33a3-49d0-b74d-bbd3f51ebccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df2d2de6-ecb9-4187-b033-becb493fafc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265610 May 17 12:10:04.935517 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-6a96b3f7-a0cc-451a-b7ab-3fd395481cb9 service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930517 May 17 12:10:05.027200 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9ea6e805-1d2a-4988-bfe8-5815cc5ad599 req-d383ea97-6534-4203-86d6-bac0748e55fb service neutron] 10.222.0.35 "GET /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 May 17 12:10:05.264240 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4cce0-0da0-465d-b373-b19fcfa368d9 req-13a6d1b3-16f4-42cc-b9d5-98ffb30576e3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:05.265693 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95a4cce0-0da0-465d-b373-b19fcfa368d9 req-13a6d1b3-16f4-42cc-b9d5-98ffb30576e3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0503685 May 17 12:10:05.311464 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95a4cce0-0da0-465d-b373-b19fcfa368d9 req-450b5c2c-e7fe-43fa-9f0b-fe9123fe9640 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 May 17 12:10:06.375223 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:10:06.425440 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174b622-38bc-4257-bae1-c108f5b7dbd8 req-a7a75929-247f-4ea2-ab68-56f58af575db tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:06.426903 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1174b622-38bc-4257-bae1-c108f5b7dbd8 req-a7a75929-247f-4ea2-ab68-56f58af575db tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 943 time: 0.0498443 May 17 12:10:06.474474 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:06.474790 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1174b622-38bc-4257-bae1-c108f5b7dbd8 req-8a0e50b2-19b3-416d-aec9-7ab76da658ee tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 May 17 12:10:06.490733 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232', 'network_id': 'df2d2de6-ecb9-4187-b033-becb493fafc0', 'port_id': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232', 'mac_address': 'fa:16:3e:7b:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30284c31-acf2-46c7-9b33-c5019d744743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:10:06.525525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:06.525914 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:06.541692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:10:06.563284 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:06.566950 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:06.610808 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:06.617714 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.618069 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.618418 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.618794 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.619129 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.619471 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.619804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.620136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.620492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.620821 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.621151 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.621496 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.622366 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.622857 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:06.623198 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:07.206276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['6ad7b5f7-23e1-4c95-a6e0-f49e836af232'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:10:07.476066 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:10:07.590286 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb98065-a047-4a4e-976f-25b051d9e73c req-a59a32e5-6ae7-4326-97a0-3847b2cee13b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:07.592446 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dfb98065-a047-4a4e-976f-25b051d9e73c req-a59a32e5-6ae7-4326-97a0-3847b2cee13b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 944 time: 0.0480068 May 17 12:10:07.638529 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dfb98065-a047-4a4e-976f-25b051d9e73c req-49a5125d-e5d7-4095-bcfc-b44da8e73224 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 May 17 12:10:07.787470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb9b71-9656-4417-a0d6-1d7a7bc0f167 req-37f5549f-6f36-47f6-b2ef-cb2b936021f4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:07.788908 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-79cb9b71-9656-4417-a0d6-1d7a7bc0f167 req-37f5549f-6f36-47f6-b2ef-cb2b936021f4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0476344 May 17 12:10:07.838348 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-79cb9b71-9656-4417-a0d6-1d7a7bc0f167 req-5f29c35b-9caa-46d6-8085-25b5c25ab57f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 May 17 12:10:08.673826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:10:08.714513 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:10:08.720805 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:10:08.721181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:08.755572 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20cb3-c1f3-4885-8660-758d46164c1b req-dbd41b93-91a9-44d2-9815-ec64d1b656de tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:08.757068 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eea20cb3-c1f3-4885-8660-758d46164c1b req-dbd41b93-91a9-44d2-9815-ec64d1b656de tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 944 time: 0.0480537 May 17 12:10:08.794498 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:08.794882 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:08.803981 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eea20cb3-c1f3-4885-8660-758d46164c1b req-daef061e-ab63-4970-b45d-9210111ecfa6 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 May 17 12:10:08.817460 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:08.819662 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585adb0-c06a-40e7-954b-4dae99c03d0b" -d '{"events": [{"server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:08.832803 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:08.836870 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:08.861678 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a990ecd-8a60-43e9-a6ef-117053d61fca x-openstack-request-id: req-1a990ecd-8a60-43e9-a6ef-117053d61fca {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:08.861966 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:08.862216 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a990ecd-8a60-43e9-a6ef-117053d61fca {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:08.862603 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a990ecd-8a60-43e9-a6ef-117053d61fca'] response: {'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232', 'code': 200} May 17 12:10:08.887179 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:08.955523 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d84462-6260-402f-bb70-2f17257af30b req-96387fdb-46b6-4598-b846-7fd35bc89fdb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:08.957041 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-67d84462-6260-402f-bb70-2f17257af30b req-96387fdb-46b6-4598-b846-7fd35bc89fdb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0482030 May 17 12:10:09.009623 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-67d84462-6260-402f-bb70-2f17257af30b req-1c1854da-9530-477a-a3ac-93a984dea391 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468714 May 17 12:10:09.091916 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5969c9-898b-400c-b3fb-6aad18d33040 req-bd7de806-b09d-42a4-9b09-481c4f74d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:09.093486 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6e5969c9-898b-400c-b3fb-6aad18d33040 req-bd7de806-b09d-42a4-9b09-481c4f74d33d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 1129 time: 0.0386696 May 17 12:10:09.137867 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6e5969c9-898b-400c-b3fb-6aad18d33040 req-253925f3-e14c-4f17-9208-51f038f7b7db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 May 17 12:10:09.917094 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cffa5c-1741-4f83-944d-4311539b323b req-cbfb3e55-9a23-448b-95a5-1805728f6f84 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:09.919111 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28cffa5c-1741-4f83-944d-4311539b323b req-cbfb3e55-9a23-448b-95a5-1805728f6f84 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0450983 May 17 12:10:09.965125 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28cffa5c-1741-4f83-944d-4311539b323b req-0f2303a6-7ca4-4638-a187-dc029cbdc091 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 May 17 12:10:10.131182 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fbb2a-9601-45aa-a0db-a4bfdc6fba57 req-4dc4d0ca-a3e1-4c5c-a86b-a6f7c33c197a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:10.132548 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-483fbb2a-9601-45aa-a0db-a4bfdc6fba57 req-4dc4d0ca-a3e1-4c5c-a86b-a6f7c33c197a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0460269 May 17 12:10:10.180024 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-483fbb2a-9601-45aa-a0db-a4bfdc6fba57 req-338d26f0-d74d-4f51-816a-7a3f68134e43 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 May 17 12:10:11.081576 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c3ef8-cd08-4f38-bd0f-30294c188d75 req-699ece7c-b034-46f9-8beb-bb621b59cfcb tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:11.083032 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-734c3ef8-cd08-4f38-bd0f-30294c188d75 req-699ece7c-b034-46f9-8beb-bb621b59cfcb tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0501626 May 17 12:10:11.127928 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-734c3ef8-cd08-4f38-bd0f-30294c188d75 req-c461ea6c-9c18-440e-a20d-86f855b0e346 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 May 17 12:10:11.307187 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7481c-c0c1-408c-b225-78565ec642a5 req-e20f066f-e33f-4f48-a398-b3b7fd5769ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:11.308667 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e1b7481c-c0c1-408c-b225-78565ec642a5 req-e20f066f-e33f-4f48-a398-b3b7fd5769ef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0473425 May 17 12:10:11.355098 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e1b7481c-c0c1-408c-b225-78565ec642a5 req-b43c3dbc-a16b-4ab5-95a5-084b44936e75 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 May 17 12:10:12.243707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee82a-00ad-4717-8005-4a4d651b8ba2 req-ca9b0946-c8a8-47af-b794-b93c15d6d391 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:12.245173 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-969ee82a-00ad-4717-8005-4a4d651b8ba2 req-ca9b0946-c8a8-47af-b794-b93c15d6d391 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0455828 May 17 12:10:12.291314 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-969ee82a-00ad-4717-8005-4a4d651b8ba2 req-708d9160-f529-42c9-928c-7881afada2b8 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 May 17 12:10:12.474617 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8a1ea-3e19-4544-a61e-f93a9fb851b7 req-2d282d33-99ed-40fb-b1d1-c2a0fedec584 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:12.476143 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5dc8a1ea-3e19-4544-a61e-f93a9fb851b7 req-2d282d33-99ed-40fb-b1d1-c2a0fedec584 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0501783 May 17 12:10:12.529621 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5dc8a1ea-3e19-4544-a61e-f93a9fb851b7 req-52bf8a99-e317-45c3-af72-b6e05cb4c8a9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469046 May 17 12:10:13.647979 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b1a9-8b4a-4aeb-b14b-093e2dec487b req-5654360a-fdb9-41e1-89c9-f66e0117c560 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:13.649457 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2dd9b1a9-8b4a-4aeb-b14b-093e2dec487b req-5654360a-fdb9-41e1-89c9-f66e0117c560 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0464633 May 17 12:10:13.704569 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2dd9b1a9-8b4a-4aeb-b14b-093e2dec487b req-3a924c38-5aed-43e3-bef8-9eac2016e781 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490618 May 17 12:10:14.827949 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea8ff-ffa8-4b4e-9514-a08ed45324ce req-a69b1366-bc9f-485a-8b5f-6b3da3ee1fe6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:14.829474 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b25ea8ff-ffa8-4b4e-9514-a08ed45324ce req-a69b1366-bc9f-485a-8b5f-6b3da3ee1fe6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0522985 May 17 12:10:14.876832 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b25ea8ff-ffa8-4b4e-9514-a08ed45324ce req-5c90d49b-9eb6-41e3-9a96-934a2387e191 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 May 17 12:10:15.993618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7dd61-4b54-4a07-8789-da1af2a7833e req-d20a6446-b84d-457f-89a4-8d1adfdc54d8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:15.995003 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4ba7dd61-4b54-4a07-8789-da1af2a7833e req-d20a6446-b84d-457f-89a4-8d1adfdc54d8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0468082 May 17 12:10:16.040771 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4ba7dd61-4b54-4a07-8789-da1af2a7833e req-83cbb413-b771-4694-87f9-5a416b3a67c0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 May 17 12:10:17.156869 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa286f39-54f5-4a73-8572-7a06c47b9fba req-8b0f8766-76fa-4e5a-9a0d-bb65d22f8ac2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:17.158842 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fa286f39-54f5-4a73-8572-7a06c47b9fba req-8b0f8766-76fa-4e5a-9a0d-bb65d22f8ac2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0469635 May 17 12:10:17.204683 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fa286f39-54f5-4a73-8572-7a06c47b9fba req-403ac71e-be81-4157-8da3-16f85542f7c8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 May 17 12:10:18.322866 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771f15-a63c-4209-82ec-a62b7942b971 req-10ec6ff6-016a-4b34-9ff3-b7793eebef74 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:18.324368 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f3771f15-a63c-4209-82ec-a62b7942b971 req-10ec6ff6-016a-4b34-9ff3-b7793eebef74 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0508058 May 17 12:10:18.370942 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f3771f15-a63c-4209-82ec-a62b7942b971 req-c7f9b587-571e-488f-ad74-475b6dd96b68 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 May 17 12:10:19.487444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92e3e-d582-4acf-a819-8168d03158fb req-af6aed9f-f7d4-4ce1-b427-b2188c233511 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:19.488945 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-11a92e3e-d582-4acf-a819-8168d03158fb req-af6aed9f-f7d4-4ce1-b427-b2188c233511 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0467856 May 17 12:10:19.540491 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-11a92e3e-d582-4acf-a819-8168d03158fb req-d64e04aa-69f0-4b3e-a6e6-33626b8da3ec tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460014 May 17 12:10:20.663692 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735f90-3b38-4532-adaf-b546fca99ddb req-6fa926a3-835a-417c-a7a1-172c1ef0c6ea tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:20.665176 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5735f90-3b38-4532-adaf-b546fca99ddb req-6fa926a3-835a-417c-a7a1-172c1ef0c6ea tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0460949 May 17 12:10:20.710960 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5735f90-3b38-4532-adaf-b546fca99ddb req-03324666-2ce3-41e2-9c0a-e5b78ec46460 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 May 17 12:10:21.647675 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:21.833334 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283f6d-9ef0-4055-b3e2-0a14035e1dd5 req-645662d4-432a-4cc3-ad2b-c5c45902ac92 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:21.834811 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-39283f6d-9ef0-4055-b3e2-0a14035e1dd5 req-645662d4-432a-4cc3-ad2b-c5c45902ac92 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0510151 May 17 12:10:21.875308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4ca69411-a832-4d15-aad9-48acb4664872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:21.884938 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-39283f6d-9ef0-4055-b3e2-0a14035e1dd5 req-97c03138-2dde-4762-a9cf-7d9e0c684e2f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446465 May 17 12:10:23.006918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9874b-95fe-41b2-ae05-dc9d2cf8ddf7 req-1e672919-1ffe-4ac9-ad7f-aab7e1534559 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:23.008412 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-32f9874b-95fe-41b2-ae05-dc9d2cf8ddf7 req-1e672919-1ffe-4ac9-ad7f-aab7e1534559 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0464597 May 17 12:10:23.076337 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-32f9874b-95fe-41b2-ae05-dc9d2cf8ddf7 req-dd3278cc-c2ff-4042-b1c5-0cbe9ba0fe8c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567229 May 17 12:10:24.182293 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26974784-81b6-4f77-b0f4-ce25f01aec43 req-9e098acd-5b01-4447-a1cd-d0465cb60df9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:24.183747 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-26974784-81b6-4f77-b0f4-ce25f01aec43 req-9e098acd-5b01-4447-a1cd-d0465cb60df9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0454671 May 17 12:10:24.229106 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-26974784-81b6-4f77-b0f4-ce25f01aec43 req-5716f894-5b6e-4e5f-a9cf-14b523e99343 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 May 17 12:10:24.277173 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-45289760-c742-4bc7-bab7-c31042218e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:25.346026 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330167e3-558d-4451-b5ca-41405d711450 req-b9ed2c07-58ab-425a-b467-77637069146e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:25.347495 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-330167e3-558d-4451-b5ca-41405d711450 req-b9ed2c07-58ab-425a-b467-77637069146e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0473258 May 17 12:10:25.371490 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:25.397855 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-330167e3-558d-4451-b5ca-41405d711450 req-5ae6a316-b5c6-4f15-ac6f-efb63629bcf5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 May 17 12:10:25.596368 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-499f6456-ade4-4a5f-84f8-224b4b2b401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:25.597878 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-499f6456-ade4-4a5f-84f8-224b4b2b401d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1129 time: 0.0395699 May 17 12:10:25.707481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-77671a0b-a6d0-4964-a8d4-fad7e183b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:25.708875 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-77671a0b-a6d0-4964-a8d4-fad7e183b36b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0838408 May 17 12:10:25.780417 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-f715e21c-a2d1-4bac-932f-3502067ca4ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 1001 time: 0.0565231 May 17 12:10:25.833785 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-d86b6634-0cf2-4158-986b-43abd078e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:25.835293 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-d86b6634-0cf2-4158-986b-43abd078e8bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0443776 May 17 12:10:25.891145 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-0904bc85-c1b7-4ea7-9e6f-c3e2c68ff93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:25.892715 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-0904bc85-c1b7-4ea7-9e6f-c3e2c68ff93d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382819 May 17 12:10:25.985225 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-f91b4dfd-6136-49e8-859e-4108bea8c928 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 May 17 12:10:26.073169 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b5bd6f6-1c9d-48ba-a982-b24cb5cdae24 req-071db8aa-f47c-401d-bc8c-e3e1f8368585 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808103 May 17 12:10:26.531512 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7acbf3-20e4-406a-8873-6af9a2520bc2 req-64799896-27e2-47d5-9969-d66e86cddcf5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:26.533094 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-da7acbf3-20e4-406a-8873-6af9a2520bc2 req-64799896-27e2-47d5-9969-d66e86cddcf5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0512652 May 17 12:10:26.579586 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-da7acbf3-20e4-406a-8873-6af9a2520bc2 req-0007fe44-647a-48e5-954e-3a38931d65f5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 May 17 12:10:26.721129 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:27.707505 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f13950-6c2c-48c6-9c1e-1e8a43ab318a req-d41e0849-bf5c-422b-9462-9924c0d9b9f0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:27.708975 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e7f13950-6c2c-48c6-9c1e-1e8a43ab318a req-d41e0849-bf5c-422b-9462-9924c0d9b9f0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0518086 May 17 12:10:27.756172 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e7f13950-6c2c-48c6-9c1e-1e8a43ab318a req-2a199dc4-9b51-407e-93a2-beaabb874a4f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 May 17 12:10:28.337092 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:28.874004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55a39b-405b-4503-9f8b-f2c99453a312 req-a6809b4a-f7e3-4657-94bd-86eb865a4116 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:28.875456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dc55a39b-405b-4503-9f8b-f2c99453a312 req-a6809b4a-f7e3-4657-94bd-86eb865a4116 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0468998 May 17 12:10:28.920877 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dc55a39b-405b-4503-9f8b-f2c99453a312 req-a4876ac2-f4cc-44de-9625-747d6d6ad47b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400064 May 17 12:10:29.663804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:10:29.757505 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:29.768946 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:10:29.806000 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: ACTIVE; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:29.806388 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:29.819062 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:10:29.838523 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:29.842363 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:29.885304 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:30.041413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28b257-14cf-403d-a9a1-3bdea9728e42 req-b8f6cb5c-c6cb-4935-94fe-790b8a99409e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:30.042802 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b28b257-14cf-403d-a9a1-3bdea9728e42 req-b8f6cb5c-c6cb-4935-94fe-790b8a99409e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0504770 May 17 12:10:30.088999 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5b28b257-14cf-403d-a9a1-3bdea9728e42 req-39bb2689-54e4-4c01-a4fc-982a06ece1b8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 May 17 12:10:31.207444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa556a-4f1a-45ab-b44a-5d2bef19736a req-d29958a6-2076-47e7-94f3-1ad9bfa23fe0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:31.208926 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2afa556a-4f1a-45ab-b44a-5d2bef19736a req-d29958a6-2076-47e7-94f3-1ad9bfa23fe0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0468621 May 17 12:10:31.254369 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2afa556a-4f1a-45ab-b44a-5d2bef19736a req-b7871f02-938f-40b4-adfd-711fd1b77929 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400946 May 17 12:10:32.378600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab4b1a-a03e-49fa-8209-a2ea45efcd7a req-1bb870d0-045b-46d5-92f5-3d26e5e8f8c1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:32.380647 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-92ab4b1a-a03e-49fa-8209-a2ea45efcd7a req-1bb870d0-045b-46d5-92f5-3d26e5e8f8c1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0510859 May 17 12:10:32.435866 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-92ab4b1a-a03e-49fa-8209-a2ea45efcd7a req-cc2fd172-5215-476e-bfe7-ac997b96aabf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485303 May 17 12:10:32.482698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:10:33.564891 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017bd50-cd9d-4005-9568-04721e56c3f9 req-5f9e98a0-161e-4f5e-b678-8159133f3d3b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:33.566365 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2017bd50-cd9d-4005-9568-04721e56c3f9 req-5f9e98a0-161e-4f5e-b678-8159133f3d3b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0512531 May 17 12:10:33.615650 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2017bd50-cd9d-4005-9568-04721e56c3f9 req-1c24ac92-f999-4576-aaee-5f57076a580c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 May 17 12:10:34.269211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:10:34.313033 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:10:34.313413 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:34.398866 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:34.399251 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:34.420360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:34.422574 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b00cf-96dd-4ce1-9507-9c1dce3417af" -d '{"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:34.435592 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:34.439896 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:34.463825 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058938f1-63b7-4485-885e-682d81943157 x-openstack-request-id: req-058938f1-63b7-4485-885e-682d81943157 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:34.464144 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:34.464440 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-058938f1-63b7-4485-885e-682d81943157 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:34.464832 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058938f1-63b7-4485-885e-682d81943157'] response: {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'code': 200} May 17 12:10:34.493967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:34.733744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e4a8-0867-4257-be21-8b900ab515c8 req-b9c8691b-fb25-4681-9918-da585f5c7e2b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:34.735186 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1966e4a8-0867-4257-be21-8b900ab515c8 req-b9c8691b-fb25-4681-9918-da585f5c7e2b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0462055 May 17 12:10:34.780233 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1966e4a8-0867-4257-be21-8b900ab515c8 req-f2a233c0-326b-4dd7-8c7a-a01be5b27671 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 May 17 12:10:35.897825 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6007b6-c148-418c-91fc-40dc6ffea777 req-b46f7a7d-4e41-478c-b980-ca2279c28fae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:35.899296 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ea6007b6-c148-418c-91fc-40dc6ffea777 req-b46f7a7d-4e41-478c-b980-ca2279c28fae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0472996 May 17 12:10:35.945889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ea6007b6-c148-418c-91fc-40dc6ffea777 req-51041f83-3a90-4268-bf3a-c2852b0207b1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410559 May 17 12:10:37.068267 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698c2f-dfe7-4532-b72b-0af7414f2c24 req-99c5c2d0-4a2d-45a3-bb5a-3c4dc53bed64 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:37.071046 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95698c2f-dfe7-4532-b72b-0af7414f2c24 req-99c5c2d0-4a2d-45a3-bb5a-3c4dc53bed64 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0546520 May 17 12:10:37.132858 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95698c2f-dfe7-4532-b72b-0af7414f2c24 req-3791858f-ce7a-4c40-abb0-5dcbdd313b01 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548885 May 17 12:10:38.248066 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb598-8990-4de8-b55e-5f177acaac01 req-c92e2897-ec43-4ca8-b848-c3f71a2f6853 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:38.249448 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-22deb598-8990-4de8-b55e-5f177acaac01 req-c92e2897-ec43-4ca8-b848-c3f71a2f6853 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0465119 May 17 12:10:38.296106 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-22deb598-8990-4de8-b55e-5f177acaac01 req-0d84cf34-85bc-427a-b154-39dff9fe3195 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 May 17 12:10:39.413915 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d8fe7-1ce1-4676-abf7-3eb78464a67b req-fa068b29-99c0-4030-b505-6c478784424b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:39.415363 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6b1d8fe7-1ce1-4676-abf7-3eb78464a67b req-fa068b29-99c0-4030-b505-6c478784424b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0461049 May 17 12:10:39.460942 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6b1d8fe7-1ce1-4676-abf7-3eb78464a67b req-8fc3ed7c-d902-4720-b6a6-dc02bbcf61e3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 May 17 12:10:40.582845 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c53b4-b757-4c7a-adf3-2bc3e958a81e req-a1d37e0e-57f2-486c-96f6-c5fa0c5df074 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:40.584323 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4e1c53b4-b757-4c7a-adf3-2bc3e958a81e req-a1d37e0e-57f2-486c-96f6-c5fa0c5df074 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0517499 May 17 12:10:40.636316 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4e1c53b4-b757-4c7a-adf3-2bc3e958a81e req-f67d07f3-81a6-4ca9-9673-06b7d8c4ff33 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463724 May 17 12:10:41.763922 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d2f21-138e-46f1-ac5a-0fd94d0078f2 req-7beec426-849f-4100-836f-aefceeb08b06 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:41.765556 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-263d2f21-138e-46f1-ac5a-0fd94d0078f2 req-7beec426-849f-4100-836f-aefceeb08b06 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0547483 May 17 12:10:41.822336 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-263d2f21-138e-46f1-ac5a-0fd94d0078f2 req-0bb264c8-6100-4fb7-b4b6-15a0622f65c8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 May 17 12:10:42.340003 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 53106) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:10:42.347151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637774313', 'description': 'tempest-description--1801625230'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:42.369942 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.439712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (3b1a82d8-f975-4211-ae3c-363a92908c4b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.443350 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3b1a82d8-f975-4211-ae3c-363a92908c4b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.473661 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.474867 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1329658 May 17 12:10:42.477935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53110) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:10:42.481903 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a82d8-f975-4211-ae3c-363a92908c4b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:42.486038 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '3b1a82d8-f975-4211-ae3c-363a92908c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:42.489407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.489751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.490104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.490427 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.490784 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.491097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.491429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.491752 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.492081 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.492438 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.492770 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.493123 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.493562 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.493760 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.494182 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef11a8-af8b-4ec4-85fe-0a278962265f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:42.560319 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (e669902e-ee47-42d1-b749-c4b17c78d495), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.631771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (e669902e-ee47-42d1-b749-c4b17c78d495), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.636356 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (e669902e-ee47-42d1-b749-c4b17c78d495), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.652930 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e669902e-ee47-42d1-b749-c4b17c78d495,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:42.676166 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.677792 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9a3e90d3-870a-42a9-b660-1d32d19d40de tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976459 May 17 12:10:42.680319 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53112) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:10:42.685396 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '3b1a82d8-f975-4211-ae3c-363a92908c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:42.717899 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (455ee652-8bf4-4206-a046-e8cf433d1d8d), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.780940 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (455ee652-8bf4-4206-a046-e8cf433d1d8d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.784647 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (455ee652-8bf4-4206-a046-e8cf433d1d8d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.798840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ee652-8bf4-4206-a046-e8cf433d1d8d,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:42.813682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.817789 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a3f31081-fc01-42b0-8f25-0ff59c4fb356 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335125 May 17 12:10:42.818002 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53114) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:10:42.822757 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:42.847148 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:42.978432 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debefe2c-7ee6-4820-ae5a-36edf57b6d3f req-8c6b382e-1e6d-4bae-a6b2-7a43a06a840f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:42.988210 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-debefe2c-7ee6-4820-ae5a-36edf57b6d3f req-8c6b382e-1e6d-4bae-a6b2-7a43a06a840f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0649896 May 17 12:10:43.036980 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.047397 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-debefe2c-7ee6-4820-ae5a-36edf57b6d3f req-14fe4c2c-74d0-4113-88b7-675cf8f4775b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583391 May 17 12:10:43.199420 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.27.2.22 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/98623d7d-84e5-4260-b099-8e52202cd3e0) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:10:43.355852 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.395675 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.443755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:43.447462 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:43.449437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=98623d7d-84e5-4260-b099-8e52202cd3e0,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:43.452241 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:10:43.541937 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.579355 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.769820 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.775358 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.851492 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=98623d7d-84e5-4260-b099-8e52202cd3e0,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:43.861304 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.877612 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:43.886742 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-7a5de206-aee3-4a8f-919d-3ef5af23ab15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0599339 May 17 12:10:44.092759 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-8e85ae57-825a-42fd-9fcb-17ee8eb9390e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--637774313&fields=id&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 267 time: 0.0521486 May 17 12:10:44.171943 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843e85-0c68-4253-807a-fbc61c618828 req-92fac854-2198-40da-8165-17ee813633e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:44.174031 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f1843e85-0c68-4253-807a-fbc61c618828 req-92fac854-2198-40da-8165-17ee813633e6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0526237 May 17 12:10:44.202451 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-73e37bb2-2e41-49ae-811a-7a6f2f784c83 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:44.204230 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-73e37bb2-2e41-49ae-811a-7a6f2f784c83 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.1106567 May 17 12:10:44.220390 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-ea78d8ec-f9b6-4460-a760-eb8da8debc0f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/quotas/27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 375 time: 0.0098765 May 17 12:10:44.232575 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f1843e85-0c68-4253-807a-fbc61c618828 req-5a1312a8-45f7-49fa-9636-293d16836814 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517619 May 17 12:10:44.275481 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-ca1fb2c9-82b2-498c-8d2a-281b6a75a9e4 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491102 May 17 12:10:44.379737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-0d4e3f24-bf2c-48dc-9e5e-6072623d9e49 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914950 May 17 12:10:44.473811 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-0d2d56fb-0c5d-4ab1-9a5f-1ce53ef82fea service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881338 May 17 12:10:44.475965 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:10:44.687818 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6f1c3b73-87ee-4527-a173-ccecf30daab9 req-a0fa2959-f563-46d8-bbe6-81789727751c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 210 time: 0.0508144 May 17 12:10:45.377945 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876c21e-e01f-4627-8a28-4f4c28a6902a req-929325ce-3273-49c7-89bc-4ab69caac4bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:45.381451 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0876c21e-e01f-4627-8a28-4f4c28a6902a req-929325ce-3273-49c7-89bc-4ab69caac4bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0641904 May 17 12:10:45.436874 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0876c21e-e01f-4627-8a28-4f4c28a6902a req-9a17ba18-af79-48e8-98e7-c31705ddb888 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500438 May 17 12:10:45.798579 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fe6003f6-fc2b-4ed8-8208-2ffffd18ae3e req-ceb33230-7811-439a-af57-818aa55cc474 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 210 time: 0.0432830 May 17 12:10:46.036552 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-4e94052e-9e8a-4f88-9207-febb6d6cf6e0 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:46.038372 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-4e94052e-9e8a-4f88-9207-febb6d6cf6e0 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.1304157 May 17 12:10:46.134235 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-6680ca6f-2adb-42dc-a990-179ee72e4468 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 471 time: 0.0771022 May 17 12:10:46.267675 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'port': {'device_id': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'admin_state_up': True, 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'security_groups': ['3b1a82d8-f975-4211-ae3c-363a92908c4b']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:46.400366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:10:46.404762 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:46.545350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.20.0.9 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/7506035a-9a00-4a41-add4-17fb7a9190e6) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:10:46.607544 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891b520-e13f-4c2f-bfed-841ea47087df req-18e0f1b5-646c-4314-a1e0-e1ae4521db1e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:46.615653 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e891b520-e13f-4c2f-bfed-841ea47087df req-18e0f1b5-646c-4314-a1e0-e1ae4521db1e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0622859 May 17 12:10:46.666272 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e891b520-e13f-4c2f-bfed-841ea47087df req-ec1b1e4e-6621-4de2-811b-c72068f9cf44 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 May 17 12:10:46.743325 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:46.777481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:46.827222 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:10:46.831483 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:10:46.835497 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:10:46.890270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:46.900892 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:46.914646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:46.939233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.939583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.939955 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.940323 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.940832 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.941388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.941734 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.942315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.942437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.942999 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.943116 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.943667 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.943810 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.944357 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.944519 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:10:46.986529 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-24c5e232-047a-4935-aa64-5cd451707d57 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241971 May 17 12:10:47.006026 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360bc25-2750-4dfb-b8cf-91b16b115f7b req-c66d5634-1346-4591-bf9a-b2ab9e11be7d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:47.007549 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c360bc25-2750-4dfb-b8cf-91b16b115f7b req-c66d5634-1346-4591-bf9a-b2ab9e11be7d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 931 time: 0.0847368 May 17 12:10:47.012713 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Request body: {'port': {'device_id': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:10:47.094951 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e3f51048-4c3c-4ea4-89ca-ca9d9f76e234 None None] Provisioning complete for port 7506035a-9a00-4a41-add4-17fb7a9190e6 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:10:47.095581 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e3f51048-4c3c-4ea4-89ca-ca9d9f76e234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.111964 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.116771 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c360bc25-2750-4dfb-b8cf-91b16b115f7b req-2de361c3-989a-4cd1-88fc-b815584164e8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011112 May 17 12:10:47.129634 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e3f51048-4c3c-4ea4-89ca-ca9d9f76e234 None None] Port 7506035a-9a00-4a41-add4-17fb7a9190e6 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:10:47.453145 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7506035a-9a00-4a41-add4-17fb7a9190e6 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:10:47.460725 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks [] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.474058 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Transition to ACTIVE for port object 7506035a-9a00-4a41-add4-17fb7a9190e6 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:10:47.479145 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.532970 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:47.624438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Attempting to bind port 7506035a-9a00-4a41-add4-17fb7a9190e6 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:10:47.624896 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Attempting to bind port 7506035a-9a00-4a41-add4-17fb7a9190e6 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:10:47.625301 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Attempting to bind port 7506035a-9a00-4a41-add4-17fb7a9190e6 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:10:47.630419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Port 7506035a-9a00-4a41-add4-17fb7a9190e6 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:10:47.630825 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Attempting to bind port 7506035a-9a00-4a41-add4-17fb7a9190e6 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:10:47.636797 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:10:47.637228 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:10:47.637794 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:10:47.638349 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Bound port: 7506035a-9a00-4a41-add4-17fb7a9190e6, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:10:47.638779 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.727932 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:10:47.731985 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7506035a-9a00-4a41-add4-17fb7a9190e6,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:10:47.752317 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.814759 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:47.815474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:47.817018 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] 10.222.0.35 "PUT /v2.0/ports/7506035a-9a00-4a41-add4-17fb7a9190e6 HTTP/1.1" status: 200 len: 1093 time: 0.8085492 May 17 12:10:47.819807 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:47.822395 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53" -d '{"events": [{"name": "network-changed", "server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:47.827438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92d32-07eb-4ae9-a262-4ee0858f1f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:47.832682 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f13ee-8847-40a4-a058-ebb2753ce4a6 req-dbd1b3b4-9da3-4223-b8b9-6e219083280e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:47.834484 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-144f13ee-8847-40a4-a058-ebb2753ce4a6 req-dbd1b3b4-9da3-4223-b8b9-6e219083280e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0728509 May 17 12:10:47.902818 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e5a330-b566-4038-9d7c-bf280bbe3ac7 x-openstack-request-id: req-e3e5a330-b566-4038-9d7c-bf280bbe3ac7 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:47.903324 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:47.903682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3e5a330-b566-4038-9d7c-bf280bbe3ac7 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:47.904258 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e5a330-b566-4038-9d7c-bf280bbe3ac7'] response: {'name': 'network-changed', 'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'status': 'completed', 'code': 200} May 17 12:10:47.952292 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-144f13ee-8847-40a4-a058-ebb2753ce4a6 req-e08ce0ca-b93e-413c-965e-4c7fa1757dda tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092815 May 17 12:10:48.022870 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-876207fc-c663-49ea-aeef-3e252b654fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:48.024477 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-876207fc-c663-49ea-aeef-3e252b654fee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 1127 time: 0.0785205 May 17 12:10:48.252274 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ea98d-bcac-4406-9110-8dde850ed66e req-79917be9-3645-4cc5-82fb-5e74c6be58c5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:48.253767 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-779ea98d-bcac-4406-9110-8dde850ed66e req-79917be9-3645-4cc5-82fb-5e74c6be58c5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0511968 May 17 12:10:48.307207 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-779ea98d-bcac-4406-9110-8dde850ed66e req-a0cf1f59-bdcc-4a93-b954-82d10f4a6bb7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 May 17 12:10:48.506620 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-b8606256-04e1-47e4-9d7c-fb2bc6b98e11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7506035a-9a00-4a41-add4-17fb7a9190e6 HTTP/1.1" status: 200 len: 217 time: 0.0372355 May 17 12:10:48.585359 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-86b05f32-3941-4f10-9210-51761a71c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:48.587677 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-86b05f32-3941-4f10-9210-51761a71c40b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0614467 May 17 12:10:48.676643 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3b08-0603-4467-bc2d-54a253a52867 req-32126a84-8bb5-43ea-8b25-9dc10ddc7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:48.678152 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-32126a84-8bb5-43ea-8b25-9dc10ddc7079 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798869 May 17 12:10:49.074965 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b2472-7225-4ae7-96f9-02fe879b39e5 req-773b9027-e326-41eb-9d69-cf2a535fae66 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:49.076572 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-be7b2472-7225-4ae7-96f9-02fe879b39e5 req-773b9027-e326-41eb-9d69-cf2a535fae66 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0554872 May 17 12:10:49.126301 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-be7b2472-7225-4ae7-96f9-02fe879b39e5 req-87a8611e-fad3-4248-a3d0-84a287497efd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 May 17 12:10:49.353408 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-867ff78c-2d9c-44a3-88e8-315bbf7f9213 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082172 May 17 12:10:49.484693 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911c32-6118-4b0d-94c8-6a96c4fb31da req-33a1ac1e-aa50-4d06-9388-1913d6fb8429 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:49.498849 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93911c32-6118-4b0d-94c8-6a96c4fb31da req-33a1ac1e-aa50-4d06-9388-1913d6fb8429 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0960844 May 17 12:10:49.649752 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-93911c32-6118-4b0d-94c8-6a96c4fb31da req-a4d379ef-34b2-4afa-a70e-9a1a42435005 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499341 May 17 12:10:49.657832 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-714f3b08-0603-4467-bc2d-54a253a52867 req-df5348a0-09f3-4cc9-9b03-23a631fdcac4 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959260 May 17 12:10:49.780987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc804b-d469-4b63-a9f2-85b3afd58cfc req-888e03ed-7e71-443e-a147-b6be3735e89e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:49.783019 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0abc804b-d469-4b63-a9f2-85b3afd58cfc req-888e03ed-7e71-443e-a147-b6be3735e89e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0550148 May 17 12:10:49.845833 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0abc804b-d469-4b63-a9f2-85b3afd58cfc req-10beb8b9-493c-49a7-8f38-7c85b01a7dd0 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545921 May 17 12:10:50.280667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0074-24bd-4764-9594-94dbf6228dee req-a239fcad-d5e4-4c55-9d64-2229ab7fc043 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:50.289668 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8fcb0074-24bd-4764-9594-94dbf6228dee req-a239fcad-d5e4-4c55-9d64-2229ab7fc043 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0660098 May 17 12:10:50.364403 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8fcb0074-24bd-4764-9594-94dbf6228dee req-d90267fb-8769-4662-a153-5c0eaab58f1d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601139 May 17 12:10:50.408280 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e883b84-3a2d-4666-9b0c-782af5fe7b72 req-59318235-c732-4ff6-b8bb-ada353adf81f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:50.409786 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3e883b84-3a2d-4666-9b0c-782af5fe7b72 req-59318235-c732-4ff6-b8bb-ada353adf81f tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0614903 May 17 12:10:50.468252 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3e883b84-3a2d-4666-9b0c-782af5fe7b72 req-a99e69ed-dc9c-467a-a28d-cf47f00ea925 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522628 May 17 12:10:50.776776 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008183-4b31-4037-830a-34f21ad495fd req-49a976c1-5420-4714-97b3-87cd31d6dc2d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:50.778741 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f0008183-4b31-4037-830a-34f21ad495fd req-49a976c1-5420-4714-97b3-87cd31d6dc2d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0508089 May 17 12:10:50.832145 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f0008183-4b31-4037-830a-34f21ad495fd req-97ea1440-87ae-4236-8063-c0b65da2b4f8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469007 May 17 12:10:50.967887 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871adc00-4946-4bf4-9a48-4b0efa3d2080 req-50a43d16-28f7-4c6c-8c00-bb926da9f2e1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:50.969910 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-871adc00-4946-4bf4-9a48-4b0efa3d2080 req-50a43d16-28f7-4c6c-8c00-bb926da9f2e1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0532918 May 17 12:10:51.024664 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-871adc00-4946-4bf4-9a48-4b0efa3d2080 req-dd9c3239-2694-4d43-a1e5-840a6c1d564d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484786 May 17 12:10:51.468722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421e740-60d7-4daa-853c-ce328a8a2b4f req-d72ece81-82fe-42c7-97fd-2928efec43e3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:51.470313 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b421e740-60d7-4daa-853c-ce328a8a2b4f req-d72ece81-82fe-42c7-97fd-2928efec43e3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0505915 May 17 12:10:51.562485 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b421e740-60d7-4daa-853c-ce328a8a2b4f req-6dcbbe41-1687-48ec-856e-716fee8ab1ea tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861869 May 17 12:10:51.611019 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f3bc-fd7d-4351-a58a-2269a8076659 req-d41d6d66-7151-453b-95ad-3ef42d1ef2ea tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:51.612558 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a746f3bc-fd7d-4351-a58a-2269a8076659 req-d41d6d66-7151-453b-95ad-3ef42d1ef2ea tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0706427 May 17 12:10:51.687029 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a746f3bc-fd7d-4351-a58a-2269a8076659 req-c46dde4f-0ea9-44a3-8ea4-4b4e1cb71f37 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666158 May 17 12:10:51.691137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:51.880325 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d1617e16-ed04-4a7f-97b2-6907c227432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:51.970979 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db764122-ed0a-4053-a933-bb07b33cd268 req-faf8b3f8-4bbf-444e-8721-2332d506f9c2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:51.972303 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-db764122-ed0a-4053-a933-bb07b33cd268 req-faf8b3f8-4bbf-444e-8721-2332d506f9c2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0650301 May 17 12:10:52.034296 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-db764122-ed0a-4053-a933-bb07b33cd268 req-72d4fc4b-e991-4ecf-9528-e7df330b3d2f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563030 May 17 12:10:52.143289 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64214c-5e4b-4cfe-bdcb-de7b3e720b95 req-1c15fd24-63c1-4eb8-acb5-c95c5089d979 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:52.150493 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab64214c-5e4b-4cfe-bdcb-de7b3e720b95 req-1c15fd24-63c1-4eb8-acb5-c95c5089d979 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0542707 May 17 12:10:52.199919 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab64214c-5e4b-4cfe-bdcb-de7b3e720b95 req-ff579677-3293-4044-8d7b-ab38674cb8e1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484328 May 17 12:10:52.680287 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba2cb-c5a4-46b9-b860-d55baab54659 req-71353e20-e9aa-4d63-905d-81e2efa510e1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:52.681725 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38aba2cb-c5a4-46b9-b860-d55baab54659 req-71353e20-e9aa-4d63-905d-81e2efa510e1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0464146 May 17 12:10:52.732882 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38aba2cb-c5a4-46b9-b860-d55baab54659 req-b1137d9f-5fcf-4d9d-ae1d-3adaea45b8cb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 May 17 12:10:52.804804 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40fa4-86dc-4015-9edc-946604e1dd68 req-2d0de72b-9997-402e-8030-3f6741f79905 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:52.806281 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7af40fa4-86dc-4015-9edc-946604e1dd68 req-2d0de72b-9997-402e-8030-3f6741f79905 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0517747 May 17 12:10:52.852951 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7af40fa4-86dc-4015-9edc-946604e1dd68 req-34cae591-4a4b-4621-a3d9-abfd2b2ead41 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 May 17 12:10:53.015754 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-d7e00962-562c-4c7a-bc1a-9e8a73f87cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:53.017278 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-d7e00962-562c-4c7a-bc1a-9e8a73f87cc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 1127 time: 0.0430903 May 17 12:10:53.152156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc25c7-a48f-4967-b348-9fc39b1c4d91 req-fad07c14-b8be-41d6-b794-f3f3b680744a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:53.154036 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cddc25c7-a48f-4967-b348-9fc39b1c4d91 req-fad07c14-b8be-41d6-b794-f3f3b680744a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0460052 May 17 12:10:53.203501 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cddc25c7-a48f-4967-b348-9fc39b1c4d91 req-6aeb42bb-6a8b-4d08-a54d-aec90bd4a363 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439811 May 17 12:10:53.311365 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b3b72-98cd-4107-81df-492d35efe1c1 req-8c38d88f-f5bb-4056-a31b-468c7976c309 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:53.312753 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f5b3b72-98cd-4107-81df-492d35efe1c1 req-8c38d88f-f5bb-4056-a31b-468c7976c309 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0463078 May 17 12:10:53.357995 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f5b3b72-98cd-4107-81df-492d35efe1c1 req-9d675cc8-eb9e-45fe-ba53-218330529142 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398498 May 17 12:10:53.847722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feb25e-ffd1-415b-88e0-3f266fcd3f98 req-5002769e-2143-4b65-90d6-3e1b7ffbccc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:53.849180 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63feb25e-ffd1-415b-88e0-3f266fcd3f98 req-5002769e-2143-4b65-90d6-3e1b7ffbccc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0453811 May 17 12:10:53.894876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63feb25e-ffd1-415b-88e0-3f266fcd3f98 req-9a7c3b9b-c381-4f56-bb9a-fba8ea8b8d26 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 May 17 12:10:53.972237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8e82-1e63-4f2e-ac0b-d4a0575276af req-c1e44e4d-078a-419e-bf3a-6808727e4bc5 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:53.973721 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-537d8e82-1e63-4f2e-ac0b-d4a0575276af req-c1e44e4d-078a-419e-bf3a-6808727e4bc5 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0499237 May 17 12:10:54.019311 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-537d8e82-1e63-4f2e-ac0b-d4a0575276af req-302321a3-4d46-4622-9892-3862115397b1 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 May 17 12:10:54.280228 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e42434e5-264c-4003-8c14-dbeb35089f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:54.314128 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b4a3-a119-4409-a1a4-4d250b238fb0 req-38152d02-c40e-47ad-b2e6-f415fedb14a6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:54.315563 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7591b4a3-a119-4409-a1a4-4d250b238fb0 req-38152d02-c40e-47ad-b2e6-f415fedb14a6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 943 time: 0.0478234 May 17 12:10:54.360552 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7591b4a3-a119-4409-a1a4-4d250b238fb0 req-1acf1b34-987c-49b3-8ec7-0233249dc5eb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393553 May 17 12:10:54.383459 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7506035a-9a00-4a41-add4-17fb7a9190e6 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:10:54.472982 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d27e7-ab79-492f-a6a3-bdcd62f1c3ac req-4633aa9c-396e-46ee-a773-ed218845ebef tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:54.474458 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c44d27e7-ab79-492f-a6a3-bdcd62f1c3ac req-4633aa9c-396e-46ee-a773-ed218845ebef tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0473993 May 17 12:10:54.482132 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7506035a-9a00-4a41-add4-17fb7a9190e6,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:54.494302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'port_id': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'mac_address': 'fa:16:3e:2a:b3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:10:54.520083 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c44d27e7-ab79-492f-a6a3-bdcd62f1c3ac req-0fe546f3-0c05-4c37-8c71-559d7adcf713 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 May 17 12:10:54.534933 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 7506035a-9a00-4a41-add4-17fb7a9190e6 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:54.535514 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:54.550052 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7506035a-9a00-4a41-add4-17fb7a9190e6 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:10:54.569035 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7506035a-9a00-4a41-add4-17fb7a9190e6,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:54.572640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:54.618565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:54.917452 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-8ffeea08-fb84-4bdb-a986-24529c4b9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:54.919488 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-8ffeea08-fb84-4bdb-a986-24529c4b9bb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.3274472 May 17 12:10:55.014391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e22d15-c504-43d6-bea8-2aff449ea0e2 req-a1396282-e573-43c5-a8f4-1383b4a26012 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.015848 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e2e22d15-c504-43d6-bea8-2aff449ea0e2 req-a1396282-e573-43c5-a8f4-1383b4a26012 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.0507333 May 17 12:10:55.063953 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e2e22d15-c504-43d6-bea8-2aff449ea0e2 req-8b7c3acc-db13-4b5a-b7e3-4f009b8bf372 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 May 17 12:10:55.134013 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d386ce-715b-4258-ae01-c654f033b4b2 req-1b761962-5075-4bfd-84ef-630089affe2a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.135467 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-22d386ce-715b-4258-ae01-c654f033b4b2 req-1b761962-5075-4bfd-84ef-630089affe2a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0475085 May 17 12:10:55.182170 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-22d386ce-715b-4258-ae01-c654f033b4b2 req-f4822544-37aa-47d5-87bc-6199e3705275 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 May 17 12:10:55.374362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:55.471674 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb3f00-1b21-4565-b0bf-2cabc80580a5 req-59620f5f-9ab3-4273-a32a-8219459c9f15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.473088 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f4bb3f00-1b21-4565-b0bf-2cabc80580a5 req-59620f5f-9ab3-4273-a32a-8219459c9f15 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 944 time: 0.0480239 May 17 12:10:55.514910 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-4f9453dc-7af1-452a-ad11-ddc24bca2515 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7506035a-9a00-4a41-add4-17fb7a9190e6 HTTP/1.1" status: 200 len: 217 time: 0.0399275 May 17 12:10:55.524409 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f4bb3f00-1b21-4565-b0bf-2cabc80580a5 req-4845043b-ea1b-4779-bf26-cc1c73b9774f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 May 17 12:10:55.585772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['7506035a-9a00-4a41-add4-17fb7a9190e6'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:10:55.631824 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c2569-6e03-4e27-b98b-84f1888e939f req-0e72ed2e-f76a-4906-bafe-32df1155f4df tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.633333 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-777c2569-6e03-4e27-b98b-84f1888e939f req-0e72ed2e-f76a-4906-bafe-32df1155f4df tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0457973 May 17 12:10:55.679880 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-777c2569-6e03-4e27-b98b-84f1888e939f req-684cde64-fafb-46c1-ae11-a3803581f8b2 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 May 17 12:10:55.978284 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-74e148f3-e37b-48cb-bb80-77ded50aa77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.979717 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-74e148f3-e37b-48cb-bb80-77ded50aa77c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1129 time: 0.0492899 May 17 12:10:55.981701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-60948f0b-de4d-48a1-8ba1-0f1c31aa213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:55.982987 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-60948f0b-de4d-48a1-8ba1-0f1c31aa213f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0790837 May 17 12:10:56.072341 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-ae8b7968-d983-4c84-85f0-4df9556746f3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.073827 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-ae8b7968-d983-4c84-85f0-4df9556746f3 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0498760 May 17 12:10:56.115432 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-7a7c57e6-ee43-4a51-9865-513a6a3791ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.116976 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-7a7c57e6-ee43-4a51-9865-513a6a3791ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926313 May 17 12:10:56.166944 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-917ea801-bec8-4b34-aa0c-a7e874dd3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.168463 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-917ea801-bec8-4b34-aa0c-a7e874dd3020 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.1451037 May 17 12:10:56.302349 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-613fec93-9bc9-4892-b37c-cb4b62d36d46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 1001 time: 0.1077268 May 17 12:10:56.306419 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-5a259cab-2d24-44f6-ac18-4247db2b5245 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799552 May 17 12:10:56.336533 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31059-7e15-4f41-a5f5-10d299461d0b req-33813634-a61b-40b9-83f9-de9652872399 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.338082 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-09f31059-7e15-4f41-a5f5-10d299461d0b req-33813634-a61b-40b9-83f9-de9652872399 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 945 time: 0.0815060 May 17 12:10:56.422645 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Deleting port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:10:56.422987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:56.433856 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1896-9e3e-446d-a7a7-6615c44d93b8 req-2fa1304b-1de0-4bc5-aa53-2fa3b3433f69 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.435562 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-61ea1896-9e3e-446d-a7a7-6615c44d93b8 req-2fa1304b-1de0-4bc5-aa53-2fa3b3433f69 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 945 time: 0.2970643 May 17 12:10:56.456542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-f4fb488b-3a3f-4c2f-9c0f-3509b8a7aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.457988 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-f4fb488b-3a3f-4c2f-9c0f-3509b8a7aa17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.1415527 May 17 12:10:56.505383 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-09f31059-7e15-4f41-a5f5-10d299461d0b req-c5230944-017a-4d4e-95b5-6718dc266f8b tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d252030-ecf0-4fed-b406-d68418ebdbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472697 May 17 12:10:56.513191 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88b6800e-d58a-44a6-a1e1-150c3e7b5d53 req-71b75d9d-c073-4205-bd3f-bd56069bc53e service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972058 May 17 12:10:56.521289 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-d23c8ee5-b51f-47e6-b133-6e65c3584800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.522904 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-d23c8ee5-b51f-47e6-b133-6e65c3584800 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577617 May 17 12:10:56.544853 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] For port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,segment=NetworkSegment(c0c93487-b477-411c-9a66-6ea67163e82c),segment_id=c0c93487-b477-411c-9a66-6ea67163e82c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:56.545156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:56.567411 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Calling delete_port for 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:10:56.587288 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-61ea1896-9e3e-446d-a7a7-6615c44d93b8 req-c9b6559c-62e4-4e26-abfe-020f6d6a1924 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419041 May 17 12:10:56.670849 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfab78-c80b-4b07-85b6-e804cf75795d req-522f56dd-6152-425e-ae8c-389e115e28f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.672380 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f7dfab78-c80b-4b07-85b6-e804cf75795d req-522f56dd-6152-425e-ae8c-389e115e28f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 944 time: 0.0643351 May 17 12:10:56.677424 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-68b96d4c-a0c4-40ed-bcd8-5bfafe21defb service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342838 May 17 12:10:56.735475 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (6ad7b5f7-23e1-4c95-a6e0-f49e836af232), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:56.737511 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:56.769787 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Pushing event deleted for resources: {'Port': ['ID=6ad7b5f7-23e1-4c95-a6e0-f49e836af232,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:56.779543 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f7dfab78-c80b-4b07-85b6-e804cf75795d req-0803050e-764d-43be-ab0e-f4f8ae3061e5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008625 May 17 12:10:56.811480 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3673e372-6fcc-44c6-a70a-246aa9be5ce4 req-aa582b7a-8fc7-4386-b43c-9c06eeea0933 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 May 17 12:10:56.859030 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] No DVR routers for this DVR port 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:10:56.869028 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539a64-3f23-4c2c-8872-ac29b958a59e req-835c5eb8-6d5f-4624-9603-15503db8baf0 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:56.870487 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9539a64-3f23-4c2c-8872-ac29b958a59e req-835c5eb8-6d5f-4624-9603-15503db8baf0 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.1018496 May 17 12:10:56.871491 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:56.874637 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1982dbc2-f0b5-45a2-b32a-bd2daace0d6e req-cb89e816-91b1-447d-9f8e-3814f44f8025 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.35 "DELETE /v2.0/ports/6ad7b5f7-23e1-4c95-a6e0-f49e836af232 HTTP/1.1" status: 204 len: 173 time: 0.7953038 May 17 12:10:56.875062 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'name': 'network-vif-deleted', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:56.877285 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c30e9-3a91-4e90-9434-db75c81b35f2" -d '{"events": [{"server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "name": "network-vif-deleted", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:56.917407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcaf506-c5c1-4057-abb0-5a27c61dd04e x-openstack-request-id: req-4bcaf506-c5c1-4057-abb0-5a27c61dd04e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:56.917699 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cb2fa3-d151-4e91-8621-eff4576bd14b", "name": "network-vif-deleted", "tag": "6ad7b5f7-23e1-4c95-a6e0-f49e836af232", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:56.917949 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bcaf506-c5c1-4057-abb0-5a27c61dd04e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:56.918423 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcaf506-c5c1-4057-abb0-5a27c61dd04e'] response: {'server_uuid': '92cb2fa3-d151-4e91-8621-eff4576bd14b', 'name': 'network-vif-deleted', 'tag': '6ad7b5f7-23e1-4c95-a6e0-f49e836af232', 'status': 'completed', 'code': 200} May 17 12:10:56.925857 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9539a64-3f23-4c2c-8872-ac29b958a59e req-d436eb7a-6567-4582-9a30-492dfdf0b65d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 May 17 12:10:56.983924 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['6ad7b5f7-23e1-4c95-a6e0-f49e836af232'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:10:57.171451 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7506035a-9a00-4a41-add4-17fb7a9190e6 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:10:57.212195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 7506035a-9a00-4a41-add4-17fb7a9190e6 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:10:57.217930 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 7506035a-9a00-4a41-add4-17fb7a9190e6 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:10:57.218324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:57.288476 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 7506035a-9a00-4a41-add4-17fb7a9190e6 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:57.288861 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:57.310438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:57.312747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133c47c9-c7f2-4ea1-920b-b977dbb73f9e" -d '{"events": [{"server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "name": "network-vif-plugged", "status": "completed", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:57.325338 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7506035a-9a00-4a41-add4-17fb7a9190e6,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:57.329440 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:57.330296 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:10:57.363303 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff2c1d4-8134-4d1b-86c1-133cffc4f417 x-openstack-request-id: req-dff2c1d4-8134-4d1b-86c1-133cffc4f417 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:57.363615 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "name": "network-vif-plugged", "status": "completed", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:57.363870 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dff2c1d4-8134-4d1b-86c1-133cffc4f417 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:57.364282 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff2c1d4-8134-4d1b-86c1-133cffc4f417'] response: {'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'code': 200} May 17 12:10:57.364919 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:10:57.365257 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6ad7b5f7-23e1-4c95-a6e0-f49e836af232 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:10:57.365663 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:10:57.419377 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:57.456592 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: ACTIVE; New status is: DOWN {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:10:57.456980 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:57.487827 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:10:57.491556 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:57.535837 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:10:57.603865 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-672ca73c-766b-4835-8e82-424a2667e39a req-9a041ce1-09a6-43a3-a845-8152bf445ad6 tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 210 time: 0.0263326 May 17 12:10:57.709330 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb538-f75b-4b82-bc85-e698ed79bfa7 req-8ae50d28-b71f-4603-9458-bcf5ec6ea71b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:57.710700 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-414cb538-f75b-4b82-bc85-e698ed79bfa7 req-8ae50d28-b71f-4603-9458-bcf5ec6ea71b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0478575 May 17 12:10:57.756713 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-414cb538-f75b-4b82-bc85-e698ed79bfa7 req-068a76f8-bb33-4e94-ab12-28311ec6b68e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 May 17 12:10:57.890229 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15df2c-a249-4524-bebe-58bc9d372fb9 req-0d0f7162-a1a5-4335-a5a0-c59f1077994c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:57.891648 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5b15df2c-a249-4524-bebe-58bc9d372fb9 req-0d0f7162-a1a5-4335-a5a0-c59f1077994c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0456247 May 17 12:10:57.938468 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5b15df2c-a249-4524-bebe-58bc9d372fb9 req-3d701252-5ba0-441c-bbdd-05b100e9abeb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 May 17 12:10:58.039497 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788b93b-e982-4f25-91b9-e70c495c0824 req-ec485f12-8823-4a36-a997-367ebad90cab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:58.040963 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a788b93b-e982-4f25-91b9-e70c495c0824 req-ec485f12-8823-4a36-a997-367ebad90cab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0496454 May 17 12:10:58.087051 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a788b93b-e982-4f25-91b9-e70c495c0824 req-6cec8eae-fad9-40c0-a506-5bbb765c9d2a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 May 17 12:10:58.343003 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:10:58.697534 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7c1f3c11-df5d-4959-b297-9f8f39601f43 req-433b8deb-3bd1-4472-8cd9-8d0d6efc2ddf tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 210 time: 0.0275228 May 17 12:10:58.892167 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee2486-3cac-4abb-a132-b8a558742f4e req-e47c102b-ac5d-41e6-bd0e-b112f122181d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:58.893601 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8eee2486-3cac-4abb-a132-b8a558742f4e req-e47c102b-ac5d-41e6-bd0e-b112f122181d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0480022 May 17 12:10:58.943506 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8eee2486-3cac-4abb-a132-b8a558742f4e req-67d3c5a4-8a34-4104-b97d-9f8f6295cd1b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 May 17 12:10:59.053913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28fec0-5e0c-42c1-8f1a-2a58c1da7c64 req-9c6612e2-3887-4d9f-be26-32894700317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:59.055389 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bd28fec0-5e0c-42c1-8f1a-2a58c1da7c64 req-9c6612e2-3887-4d9f-be26-32894700317b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 1129 time: 0.0682294 May 17 12:10:59.070649 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269deae7-9533-4c74-93f4-09aa667001d8 req-3a95b67f-2c50-4bbc-b111-9c17b2355a0a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:59.072304 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-269deae7-9533-4c74-93f4-09aa667001d8 req-3a95b67f-2c50-4bbc-b111-9c17b2355a0a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0539711 May 17 12:10:59.118584 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-269deae7-9533-4c74-93f4-09aa667001d8 req-8cc54f33-eede-49b5-80fc-85072e45b95f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 May 17 12:10:59.198558 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697c207-f4ba-4aef-b78c-095a7fb61be3 req-a5499a40-b2e1-4108-bd78-30ef49d13043 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:10:59.200545 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2697c207-f4ba-4aef-b78c-095a7fb61be3 req-a5499a40-b2e1-4108-bd78-30ef49d13043 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0460467 May 17 12:10:59.248699 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2697c207-f4ba-4aef-b78c-095a7fb61be3 req-6644cc52-55c3-4bdc-ae1b-25a87715c326 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 May 17 12:10:59.365713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:10:59.367998 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a101ae8b-002d-42c9-bc04-ddaf564fc33f" -d '{"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:10:59.403796 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 12:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebee729-99d9-49dd-ad7b-ae0da5e126ec x-openstack-request-id: req-8ebee729-99d9-49dd-ad7b-ae0da5e126ec {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:10:59.404091 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:10:59.404360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ebee729-99d9-49dd-ad7b-ae0da5e126ec {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:10:59.404753 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebee729-99d9-49dd-ad7b-ae0da5e126ec'] response: {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'code': 200} May 17 12:10:59.616326 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bd28fec0-5e0c-42c1-8f1a-2a58c1da7c64 req-bbd41c76-a716-420c-8b95-b81acbf474d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 May 17 12:10:59.803199 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ea5a9fc3-a5da-4623-8a9f-217b0d19c592 req-9ce1f244-e7b0-43e1-b4f9-de8594283f1a tempest-VolumesSnapshotTestJSON-2056856710 tempest-VolumesSnapshotTestJSON-2056856710-project] 10.222.0.58 "GET /v2.0/ports?device_id=92cb2fa3-d151-4e91-8621-eff4576bd14b HTTP/1.1" status: 200 len: 210 time: 0.0272093 May 17 12:11:00.067596 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab5c0-6649-4238-a816-821968c62d85 req-096cb449-dc92-4372-a24f-dcfed6b61fe3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:00.068997 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f5ab5c0-6649-4238-a816-821968c62d85 req-096cb449-dc92-4372-a24f-dcfed6b61fe3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0503845 May 17 12:11:00.114371 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f5ab5c0-6649-4238-a816-821968c62d85 req-150ad653-929a-45ee-955d-fb224cdac984 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396657 May 17 12:11:00.234409 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7f081-cf28-4047-b114-25cc9a6718c5 req-a86a507b-e499-44d4-9cad-c59b21e6912c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:00.235912 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-24d7f081-cf28-4047-b114-25cc9a6718c5 req-a86a507b-e499-44d4-9cad-c59b21e6912c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0500319 May 17 12:11:00.287662 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-24d7f081-cf28-4047-b114-25cc9a6718c5 req-45565f64-db14-4a01-9b61-6a6d61bedde7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449076 May 17 12:11:00.396014 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9bd56-3e55-4764-aef8-32cb88be8a45 req-a4f8c057-1479-4d41-9fec-36bcc58727e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:00.397532 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e7a9bd56-3e55-4764-aef8-32cb88be8a45 req-a4f8c057-1479-4d41-9fec-36bcc58727e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0491621 May 17 12:11:00.454367 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e7a9bd56-3e55-4764-aef8-32cb88be8a45 req-be014371-56e5-4910-93d4-4d901882455b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504584 May 17 12:11:00.608883 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-e7d4adf7-6649-4e9d-8630-a996363b298f req-9052033f-3486-47ba-ad1b-9b3be3cfea1f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:11:00.609779 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e7d4adf7-6649-4e9d-8630-a996363b298f req-9052033f-3486-47ba-ad1b-9b3be3cfea1f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059102 May 17 12:11:00.768657 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1c6f-f69d-42ba-a73e-c5c880159810 req-8830f7da-5e59-43fa-bddd-bd03834d6b48 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:00.770943 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4bfe1c6f-f69d-42ba-a73e-c5c880159810 req-8830f7da-5e59-43fa-bddd-bd03834d6b48 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0519149 May 17 12:11:00.831152 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4bfe1c6f-f69d-42ba-a73e-c5c880159810 req-f51077d6-0577-4c36-9f35-923660abbde4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540628 May 17 12:11:01.148860 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 53354) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:01.231471 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-24a97773-0d7f-48dc-9152-b4213ff0eb1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814469 May 17 12:11:01.239725 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-0228f959-8d12-4fef-900a-405b7a51f476 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:11:01.240700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-0228f959-8d12-4fef-900a-405b7a51f476 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047908 May 17 12:11:01.317494 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 53364) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:01.439398 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e40d7-d6e5-4fa5-bf7a-8dfc82a02f75 req-2f56d233-09ee-408f-840b-fe9dfe62a33e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:01.440924 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1d0e40d7-d6e5-4fa5-bf7a-8dfc82a02f75 req-2f56d233-09ee-408f-840b-fe9dfe62a33e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0795445 May 17 12:11:01.451136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-f2777bf3-4178-4ede-a09e-6f870859c266 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:01.452573 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-f2777bf3-4178-4ede-a09e-6f870859c266 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports/cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 940 time: 0.1340928 May 17 12:11:01.499855 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1d0e40d7-d6e5-4fa5-bf7a-8dfc82a02f75 req-7dfaeedc-9c1c-4596-89a6-299108956669 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 May 17 12:11:01.588028 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19015fd7-53dd-4aca-af02-175c7060ac53 req-1e059ae9-a367-4508-8773-822a0c9b7edc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:01.589533 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-19015fd7-53dd-4aca-af02-175c7060ac53 req-1e059ae9-a367-4508-8773-822a0c9b7edc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0496674 May 17 12:11:01.640906 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-19015fd7-53dd-4aca-af02-175c7060ac53 req-867b898c-b313-401e-961f-e0f587d40ac5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 May 17 12:11:01.949588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418dae-769d-452a-be74-ec9fd781d514 req-a3025c7c-72b5-42d2-a278-093e64a185c0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:01.951834 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-af418dae-769d-452a-be74-ec9fd781d514 req-a3025c7c-72b5-42d2-a278-093e64a185c0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0466835 May 17 12:11:02.005264 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-af418dae-769d-452a-be74-ec9fd781d514 req-8a2971b4-5dba-4e53-983d-446c6d5e7e5f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 May 17 12:11:02.612769 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f5f1a-9c45-4db7-9f1d-77a2607a431a req-7b80bc25-27d9-4d31-9a6e-b0b3712ab908 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:02.614128 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-237f5f1a-9c45-4db7-9f1d-77a2607a431a req-7b80bc25-27d9-4d31-9a6e-b0b3712ab908 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0464323 May 17 12:11:02.663966 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-237f5f1a-9c45-4db7-9f1d-77a2607a431a req-3619b462-8698-440d-8356-a3f7c1a94567 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 May 17 12:11:02.769017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7567-46f5-48b0-8d4c-d90da2fa3977 req-00244256-2b95-4333-99f2-8990682de582 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:02.770429 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1e9e7567-46f5-48b0-8d4c-d90da2fa3977 req-00244256-2b95-4333-99f2-8990682de582 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0579336 May 17 12:11:02.779369 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0a0b0-9d48-4868-b3dd-9b7fa6dc318b req-8697d102-d41d-4918-bcf5-629a0f0626cd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:02.781610 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-27b0a0b0-9d48-4868-b3dd-9b7fa6dc318b req-8697d102-d41d-4918-bcf5-629a0f0626cd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0516133 May 17 12:11:02.789798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53394) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:02.795003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'port_id': '7506035a-9a00-4a41-add4-17fb7a9190e6'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:11:02.818876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1e9e7567-46f5-48b0-8d4c-d90da2fa3977 req-346ab75f-d6e9-4f43-87eb-133fb9653442 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 May 17 12:11:02.832691 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:03.188918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00073e1-72b0-4260-9de3-60c20b7e8c7c req-815e05c7-26b6-4f7d-b3e2-64920545678a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:03.190392 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b00073e1-72b0-4260-9de3-60c20b7e8c7c req-815e05c7-26b6-4f7d-b3e2-64920545678a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0834560 May 17 12:11:03.274540 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b00073e1-72b0-4260-9de3-60c20b7e8c7c req-f39be798-0190-4c62-8353-55030fe13bb0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782461 May 17 12:11:03.318637 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:03.323157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:03.418827 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 029a684f-11c0-4c82-860b-9c6e53d7a3ef associated. External IP: 172.27.2.22, port: 7506035a-9a00-4a41-add4-17fb7a9190e6. May 17 12:11:03.613517 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:11:03.714199 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:11:03.719013 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:03.724463 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:11:03.735009 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:11:03.735614 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:10:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:03.749514 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-84bbef09-5a0d-4839-a88a-5c2a13407a4a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "PUT /v2.0/floatingips/029a684f-11c0-4c82-860b-9c6e53d7a3ef HTTP/1.1" status: 200 len: 990 time: 0.9586432 May 17 12:11:03.750264 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:11:03.752890 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105" -d '{"events": [{"name": "network-changed", "server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:11:03.786914 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917d611-61a0-448c-8c49-0d04916e7964 x-openstack-request-id: req-b917d611-61a0-448c-8c49-0d04916e7964 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:11:03.787208 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:11:03.787468 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b917d611-61a0-448c-8c49-0d04916e7964 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:11:03.787876 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b917d611-61a0-448c-8c49-0d04916e7964'] response: {'name': 'network-changed', 'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'status': 'completed', 'code': 200} May 17 12:11:03.832936 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:11:03.932580 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622c33-c47a-41dd-ab1f-22be69f7ce66 req-7a887b73-1036-4b21-8184-867a2cc06b80 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:03.934191 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12622c33-c47a-41dd-ab1f-22be69f7ce66 req-7a887b73-1036-4b21-8184-867a2cc06b80 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0473564 May 17 12:11:03.981786 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12622c33-c47a-41dd-ab1f-22be69f7ce66 req-1b77dd7d-5d3b-4940-8dcd-d8c56136e947 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 May 17 12:11:04.041216 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '029a684f-11c0-4c82-860b-9c6e53d7a3ef', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:2a:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:10:43Z', 'updated_at': '2022-05-17T12:11:03Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}, {'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:04.065552 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:11:04.074056 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:11:04.075273 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:10:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:04.171999 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:11:04.379297 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '029a684f-11c0-4c82-860b-9c6e53d7a3ef', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:2a:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:10:43Z', 'updated_at': '2022-05-17T12:11:03Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}, {'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:04.399197 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d371a0c-4632-4d6e-ba3e-2ff84f509fcd req-0ff46e00-1e73-42f7-b853-f163dbb48df9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:04.400805 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6d371a0c-4632-4d6e-ba3e-2ff84f509fcd req-0ff46e00-1e73-42f7-b853-f163dbb48df9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0531433 May 17 12:11:04.405218 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b670b-a5ee-4fd9-a336-892d674752cd None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '029a684f-11c0-4c82-860b-9c6e53d7a3ef', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:2a:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:10:43Z', 'updated_at': '2022-05-17T12:11:03Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}, {'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:11:04.449074 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6d371a0c-4632-4d6e-ba3e-2ff84f509fcd req-d67adde8-abc3-492f-9f78-d9050634c9e8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 May 17 12:11:04.591824 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542cd73-a70b-4007-bf77-f6699cbb019a None None] New status for floating IP 029a684f-11c0-4c82-860b-9c6e53d7a3ef: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:11:05.094547 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb2fc-6fde-49af-ad76-0a05fc7ce69d req-658c3c96-26d8-4122-86f9-90ebf8147225 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:05.096004 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-54bbb2fc-6fde-49af-ad76-0a05fc7ce69d req-658c3c96-26d8-4122-86f9-90ebf8147225 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0489101 May 17 12:11:05.125722 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:11:05.141488 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-54bbb2fc-6fde-49af-ad76-0a05fc7ce69d req-be09af56-95be-4df4-8a05-48dd698e56c4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 May 17 12:11:05.198107 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: DOWN; New status is: DOWN {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:11:05.565269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa580cf-8e1a-49ef-9dc6-4baba00665c0 req-d51139d7-08d0-4ca3-886f-ddf86ac2d26a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:05.566728 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cfa580cf-8e1a-49ef-9dc6-4baba00665c0 req-d51139d7-08d0-4ca3-886f-ddf86ac2d26a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0471723 May 17 12:11:05.615264 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cfa580cf-8e1a-49ef-9dc6-4baba00665c0 req-5118209c-7616-4c9a-97e1-fa9a9c856e7e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427978 May 17 12:11:06.256872 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16510fbe-f04a-493d-9502-aa98ab08fe43 req-40997d2c-f6c7-4267-abbe-b78828b1a3fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:06.258323 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-16510fbe-f04a-493d-9502-aa98ab08fe43 req-40997d2c-f6c7-4267-abbe-b78828b1a3fa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0473118 May 17 12:11:06.303761 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-16510fbe-f04a-493d-9502-aa98ab08fe43 req-fefeef20-dd34-4a64-ab07-8d3ae93a84af tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 May 17 12:11:06.761121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193353a7-2534-471a-8c05-a52f9c8514ac req-c473182e-9bae-4292-ab53-d5c9292af55f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:06.763088 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-193353a7-2534-471a-8c05-a52f9c8514ac req-c473182e-9bae-4292-ab53-d5c9292af55f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0746961 May 17 12:11:06.766165 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-910fd054-ed68-4af8-92c7-9cbda1aff013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:06.767518 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-910fd054-ed68-4af8-92c7-9cbda1aff013 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 1129 time: 0.0662158 May 17 12:11:06.868328 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-193353a7-2534-471a-8c05-a52f9c8514ac req-46ad8aa0-4c00-4a08-8f31-195d59751a48 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997024 May 17 12:11:06.889330 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-50f9c2ba-2ade-402f-abb9-99432f5ce5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:06.890782 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-50f9c2ba-2ade-402f-abb9-99432f5ce5ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.1164856 May 17 12:11:06.954811 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-9a806c4c-e9ff-4cc3-86e9-2800cf0f0e78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7506035a-9a00-4a41-add4-17fb7a9190e6 HTTP/1.1" status: 200 len: 1000 time: 0.0575914 May 17 12:11:07.002245 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-a43a3230-9a52-4f9f-b304-969a8208dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:07.003645 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-a43a3230-9a52-4f9f-b304-969a8208dfe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0426261 May 17 12:11:07.053499 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-e4860140-16c4-41ea-908c-3707b52b8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:07.055005 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-e4860140-16c4-41ea-908c-3707b52b8581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380063 May 17 12:11:07.146066 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-8ee94107-39c5-49f4-b3d6-9ef970c65b62 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 May 17 12:11:07.235717 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4ac99ff6-bc47-46ba-a8e7-c7e181d98105 req-666e3b8e-b558-46b5-89eb-3d43b984f47c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815628 May 17 12:11:07.416406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b10111-50e0-405f-bc3b-99d6a135e6e8 req-0a891b12-1999-4716-9097-361ef544eaac tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:07.417850 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-81b10111-50e0-405f-bc3b-99d6a135e6e8 req-0a891b12-1999-4716-9097-361ef544eaac tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0467172 May 17 12:11:07.469027 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-81b10111-50e0-405f-bc3b-99d6a135e6e8 req-f567540a-f0ce-4713-a90e-94214f7910a3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453069 May 17 12:11:07.988202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3186d-245e-47e7-bda6-e67a22e96b49 req-c17f7312-0b40-474b-a1c5-27a1da378750 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:07.989652 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3f3186d-245e-47e7-bda6-e67a22e96b49 req-c17f7312-0b40-474b-a1c5-27a1da378750 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0469568 May 17 12:11:08.038397 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3f3186d-245e-47e7-bda6-e67a22e96b49 req-d609798a-7e6b-443d-ba0a-690be95f48ea tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 May 17 12:11:08.273697 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-4d17cefd-a03b-4cd9-94f3-8d3241426edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.275173 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-4d17cefd-a03b-4cd9-94f3-8d3241426edc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 1127 time: 0.0687823 May 17 12:11:08.348463 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-6094bdba-763d-4d16-9aa1-bb0bf07cd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.349932 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-6094bdba-763d-4d16-9aa1-bb0bf07cd81e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1127 time: 0.0391431 May 17 12:11:08.440388 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-f76569d5-2d5a-47d6-aa26-7f67f5210cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.441834 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-f76569d5-2d5a-47d6-aa26-7f67f5210cbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0858295 May 17 12:11:08.508601 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-242714de-a538-4432-89fa-7d93e601b8ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 200 len: 999 time: 0.0569658 May 17 12:11:08.564958 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-e1d282da-e626-4594-a2ca-159ec2c36e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.566443 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-e1d282da-e626-4594-a2ca-159ec2c36e0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0512404 May 17 12:11:08.593908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d800249-0137-4281-a059-775851fb4a70 req-c78fb039-7ea4-4d0b-93e4-ebe6d7752607 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.595402 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1d800249-0137-4281-a059-775851fb4a70 req-c78fb039-7ea4-4d0b-93e4-ebe6d7752607 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0505159 May 17 12:11:08.611033 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aea38-22d1-401a-b05f-49b78687b492 req-d8ee100c-0f98-4c1d-86c7-1b7da4d4d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:08.612600 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-d8ee100c-0f98-4c1d-86c7-1b7da4d4d6e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393651 May 17 12:11:08.643691 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1d800249-0137-4281-a059-775851fb4a70 req-35f57686-3467-40e3-a88a-22032b111bf5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 May 17 12:11:08.706600 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-88754853-7965-4d0a-8caa-3b0697e831c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881512 May 17 12:11:08.797720 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-0208d1c0-3818-4438-a598-728f04ed6174 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 May 17 12:11:09.155140 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6252f-d663-42f1-af21-81ad3c769368 req-f0a985fa-9172-4671-b6ac-6c0e0b6183b5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:09.156641 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-15b6252f-d663-42f1-af21-81ad3c769368 req-f0a985fa-9172-4671-b6ac-6c0e0b6183b5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0469129 May 17 12:11:09.233933 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-15b6252f-d663-42f1-af21-81ad3c769368 req-b88b9331-48f9-4fc5-8db7-447cbf4d815c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715005 May 17 12:11:09.763740 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caee66-1f0c-478e-bd7d-4f479995d730 req-545c655c-8e15-4d4c-ba51-0d78b7bab7af tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:09.765233 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12caee66-1f0c-478e-bd7d-4f479995d730 req-545c655c-8e15-4d4c-ba51-0d78b7bab7af tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0470755 May 17 12:11:09.828229 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12caee66-1f0c-478e-bd7d-4f479995d730 req-4a8ee2b1-382a-4011-8330-d8f68420436f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574622 May 17 12:11:10.360389 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3acc8-51bb-434e-9d2a-52557554d74a req-d56c0864-d78d-4849-9062-acb609d6214d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:10.361853 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3db3acc8-51bb-434e-9d2a-52557554d74a req-d56c0864-d78d-4849-9062-acb609d6214d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0464182 May 17 12:11:10.408681 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3db3acc8-51bb-434e-9d2a-52557554d74a req-e2d0194b-4301-47c3-b939-2fe42aff99d4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 May 17 12:11:10.946248 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293ca7-7d79-45f0-a4be-98942a93a41a req-82bd60c6-339c-4ce6-9d1f-669da88b73e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:10.948002 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ff293ca7-7d79-45f0-a4be-98942a93a41a req-82bd60c6-339c-4ce6-9d1f-669da88b73e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0521004 May 17 12:11:10.999345 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ff293ca7-7d79-45f0-a4be-98942a93a41a req-d3ae5a33-6a7b-4e58-9a8c-fff79a447e74 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 May 17 12:11:11.533770 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228da8-d493-4539-93cb-e7ce5c4e40d2 req-18a71be9-05ef-4c83-af0e-5afb491a7ab8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:11.535259 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3f228da8-d493-4539-93cb-e7ce5c4e40d2 req-18a71be9-05ef-4c83-af0e-5afb491a7ab8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0469840 May 17 12:11:11.584204 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3f228da8-d493-4539-93cb-e7ce5c4e40d2 req-6e39445a-3d66-450f-afe5-eb454ee06eb6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 May 17 12:11:12.116656 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb08f2-b558-4f85-8480-20a2b743a885 req-2e4ec9e0-4821-45f3-afec-0a06dffff286 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:12.118320 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-90bb08f2-b558-4f85-8480-20a2b743a885 req-2e4ec9e0-4821-45f3-afec-0a06dffff286 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0489535 May 17 12:11:12.166766 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-90bb08f2-b558-4f85-8480-20a2b743a885 req-66a212c6-24a7-4059-8bc9-07f9543b68cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 May 17 12:11:12.710740 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655582f4-eece-44f8-b73c-3a4303f87117 req-2e8dd1ce-1714-4e74-ae03-1a3a453767af tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:12.713014 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-655582f4-eece-44f8-b73c-3a4303f87117 req-2e8dd1ce-1714-4e74-ae03-1a3a453767af tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0525959 May 17 12:11:12.769810 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-655582f4-eece-44f8-b73c-3a4303f87117 req-a46b8338-8d1f-47ae-8e59-d43e489ec373 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496964 May 17 12:11:13.289254 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bbce9-b835-41b6-bc57-122af0447eb5 req-081fc476-49f4-4232-a449-0b74b8eaacaf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:13.290833 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4f4bbce9-b835-41b6-bc57-122af0447eb5 req-081fc476-49f4-4232-a449-0b74b8eaacaf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0508332 May 17 12:11:13.344038 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4f4bbce9-b835-41b6-bc57-122af0447eb5 req-57766156-4251-4905-b162-f054396df237 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469418 May 17 12:11:13.901339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60e32-d914-4d65-9ff9-8274163eaf1f req-a6e8be13-a735-4d36-a9df-1a2574df84c7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:13.902876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dcb60e32-d914-4d65-9ff9-8274163eaf1f req-a6e8be13-a735-4d36-a9df-1a2574df84c7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0479226 May 17 12:11:13.949248 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dcb60e32-d914-4d65-9ff9-8274163eaf1f req-f19d5567-050e-402b-bb8b-cf73c05c42a8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 May 17 12:11:14.457358 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783f0d-9afc-47f0-ba2a-a3670b905180 req-dd139b99-4863-4fa1-bc4f-5fc926177f5e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:14.458864 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e4783f0d-9afc-47f0-ba2a-a3670b905180 req-dd139b99-4863-4fa1-bc4f-5fc926177f5e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0470905 May 17 12:11:14.505661 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e4783f0d-9afc-47f0-ba2a-a3670b905180 req-5e6c0812-9299-475a-906b-1315aa511ac5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 May 17 12:11:15.068708 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e856-acf5-4aba-9ebb-0f79ab32e1da req-195e8197-d14d-4bbd-99b7-b47aad789570 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:15.070208 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b388e856-acf5-4aba-9ebb-0f79ab32e1da req-195e8197-d14d-4bbd-99b7-b47aad789570 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0484235 May 17 12:11:15.122634 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b388e856-acf5-4aba-9ebb-0f79ab32e1da req-d1564536-5fc8-4334-bd36-44d05c8ad994 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 May 17 12:11:15.619115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a285-9982-4f65-9e5c-ebfc21d5a412 req-93b13cc6-158d-4380-9b86-17766461c983 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:15.620656 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c4a3a285-9982-4f65-9e5c-ebfc21d5a412 req-93b13cc6-158d-4380-9b86-17766461c983 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0456986 May 17 12:11:15.672237 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c4a3a285-9982-4f65-9e5c-ebfc21d5a412 req-a1a1f701-121a-46a8-846b-714ef48b0f3f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 May 17 12:11:16.246628 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03c151-038a-469c-8d6c-4db3d4a98c55 req-d684f937-f8bf-47e0-941c-d91358e4a965 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:16.248553 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c03c151-038a-469c-8d6c-4db3d4a98c55 req-d684f937-f8bf-47e0-941c-d91358e4a965 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0494969 May 17 12:11:16.298600 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c03c151-038a-469c-8d6c-4db3d4a98c55 req-66cdf020-a0f9-4c01-a9bb-3c5af0f21148 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441575 May 17 12:11:16.847078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f86eba-281d-4f6f-9997-efad7974b681 req-ad538068-872c-49db-91d2-43ba3b305ba6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:16.848574 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28f86eba-281d-4f6f-9997-efad7974b681 req-ad538068-872c-49db-91d2-43ba3b305ba6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.1077387 May 17 12:11:16.899476 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-28f86eba-281d-4f6f-9997-efad7974b681 req-4231a32a-dec4-46bd-80e6-130141da12b9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 May 17 12:11:17.415367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94949cf9-8f0f-49df-9b8f-a72a3d6e6867 req-0c41a6de-f2bf-4c59-aee0-8cbabde81a80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:17.416821 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-94949cf9-8f0f-49df-9b8f-a72a3d6e6867 req-0c41a6de-f2bf-4c59-aee0-8cbabde81a80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0455894 May 17 12:11:17.464392 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-94949cf9-8f0f-49df-9b8f-a72a3d6e6867 req-4c1715a7-66e7-458e-9f08-248c56d11ed0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 May 17 12:11:18.018144 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f7e5-eac5-4baf-b2f3-59b7012a6564 req-6ee14874-8617-4456-aa3f-ca2c82a39ce4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:18.020577 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-adf8f7e5-eac5-4baf-b2f3-59b7012a6564 req-6ee14874-8617-4456-aa3f-ca2c82a39ce4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0502012 May 17 12:11:18.080658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-adf8f7e5-eac5-4baf-b2f3-59b7012a6564 req-16ae3110-45a5-4fd2-9a6b-44a2a61d07a3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544088 May 17 12:11:18.592680 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c126ca-f0bd-4cda-85d1-106f1b3f3d35 req-c03f6da2-e838-47d7-a9b7-bfef28cac7cb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:18.594200 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91c126ca-f0bd-4cda-85d1-106f1b3f3d35 req-c03f6da2-e838-47d7-a9b7-bfef28cac7cb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0531530 May 17 12:11:18.642725 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91c126ca-f0bd-4cda-85d1-106f1b3f3d35 req-a7d6fac4-264c-42c0-b09f-47bb032f23b1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 May 17 12:11:19.195170 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998600-d13c-46e9-9c32-0ff294030c03 req-e4f9e76d-d914-4862-9686-5c83a429b24e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:19.196625 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-be998600-d13c-46e9-9c32-0ff294030c03 req-e4f9e76d-d914-4862-9686-5c83a429b24e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0483093 May 17 12:11:19.477042 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-be998600-d13c-46e9-9c32-0ff294030c03 req-fe4c2d51-0575-4f2b-96af-d6051be45730 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739449 May 17 12:11:19.817709 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eff78e-2911-414f-b742-c7c60976cca6 req-4349f8c7-b307-4fa3-8280-1ee2dd4fd8ab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:19.819189 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-54eff78e-2911-414f-b742-c7c60976cca6 req-4349f8c7-b307-4fa3-8280-1ee2dd4fd8ab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0993438 May 17 12:11:19.865876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-54eff78e-2911-414f-b742-c7c60976cca6 req-ef8db22c-a8e6-4f19-9065-7e16a3134605 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 May 17 12:11:20.590666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1c96-9bd9-4d18-b9c5-fc734d884451 req-329caf69-5ded-4633-beed-a3e7fd0bca96 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:20.592105 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b01e1c96-9bd9-4d18-b9c5-fc734d884451 req-329caf69-5ded-4633-beed-a3e7fd0bca96 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0468407 May 17 12:11:20.636833 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b01e1c96-9bd9-4d18-b9c5-fc734d884451 req-50b3adeb-e8eb-47e2-b513-66ed3774dddb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 May 17 12:11:20.991860 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea668a-5dc9-4981-a463-14ce768a2217 req-a6c1e9ce-6c19-4168-8172-3be9266b85b2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:20.993675 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-efea668a-5dc9-4981-a463-14ce768a2217 req-a6c1e9ce-6c19-4168-8172-3be9266b85b2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0523045 May 17 12:11:21.044090 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-efea668a-5dc9-4981-a463-14ce768a2217 req-70b76b51-917e-4be4-a6b2-cc65749fd701 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 May 17 12:11:21.476330 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:11:21.654570 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:21.753527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556f99b-4a97-4dc3-9130-12c37af928d2 req-c845940c-9032-4cec-8501-45d8e3601bd5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:21.754899 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8556f99b-4a97-4dc3-9130-12c37af928d2 req-c845940c-9032-4cec-8501-45d8e3601bd5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0461066 May 17 12:11:21.812223 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8556f99b-4a97-4dc3-9130-12c37af928d2 req-e2482ee2-3bfd-4a93-8d3e-823aa5bed68b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511582 May 17 12:11:21.881522 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e00601ee-eebc-49e5-b59b-8ce2e50b5a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:22.184931 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf1846-2433-402c-bec7-7caaf3fa4f45 req-1505fa97-50f7-43ac-94fa-a7e33f403001 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:22.193058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2ccf1846-2433-402c-bec7-7caaf3fa4f45 req-1505fa97-50f7-43ac-94fa-a7e33f403001 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0694642 May 17 12:11:22.239203 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2ccf1846-2433-402c-bec7-7caaf3fa4f45 req-ce5bd87d-a747-46d7-b501-d2817b700441 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452285 May 17 12:11:22.927704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197395e0-8834-4bf3-9680-992837510bbb req-b219c2d6-6ac8-4b44-a271-6d62155aec29 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:22.929203 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-197395e0-8834-4bf3-9680-992837510bbb req-b219c2d6-6ac8-4b44-a271-6d62155aec29 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0473292 May 17 12:11:22.979474 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-197395e0-8834-4bf3-9680-992837510bbb req-6d3606d3-7424-4292-97bd-aedafaa5e1dc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 May 17 12:11:23.362620 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a08416-1602-44cf-bc8a-819d22b59cc9 req-edb63836-0fa1-4000-8760-2cacf423a4c4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:23.364400 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3a08416-1602-44cf-bc8a-819d22b59cc9 req-edb63836-0fa1-4000-8760-2cacf423a4c4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0505977 May 17 12:11:23.422102 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c3a08416-1602-44cf-bc8a-819d22b59cc9 req-6292340a-0405-4db3-bfd3-cf9a5234f9ba tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514333 May 17 12:11:24.167461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512028bb-45a9-439d-a88e-63f863beb464 req-2095b154-3e13-4c6a-9f3a-feffecb2feed tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:24.168979 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-512028bb-45a9-439d-a88e-63f863beb464 req-2095b154-3e13-4c6a-9f3a-feffecb2feed tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0560591 May 17 12:11:24.216739 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-512028bb-45a9-439d-a88e-63f863beb464 req-262377b3-e32a-4549-9f8a-37d5fa15221b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 May 17 12:11:24.283565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0856467c-5cac-437a-86ec-83d022ae0236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:24.575765 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7d5e-92cf-4af4-88d5-6d57f523ff10 req-7fe968a2-d400-407c-958d-1323a167d2e3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:24.577252 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-193f7d5e-92cf-4af4-88d5-6d57f523ff10 req-7fe968a2-d400-407c-958d-1323a167d2e3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0515928 May 17 12:11:24.637178 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-193f7d5e-92cf-4af4-88d5-6d57f523ff10 req-90d8570b-72c3-464e-9c69-0ab8cd7a4c43 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 May 17 12:11:25.336406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c37000-aaec-4ef2-a3d8-a8c100a6e04d req-d7a23e42-d4f3-4234-9692-a9d85025732a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:25.337860 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-24c37000-aaec-4ef2-a3d8-a8c100a6e04d req-d7a23e42-d4f3-4234-9692-a9d85025732a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0506251 May 17 12:11:25.375777 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:25.386811 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-24c37000-aaec-4ef2-a3d8-a8c100a6e04d req-9c71aebc-e724-4bc5-b673-26e53d9e5556 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433948 May 17 12:11:25.754188 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6a73e-0bcc-4b03-8532-feb685c02bc6 req-fdc27d62-8739-44d4-bc27-72e2cd2f1798 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:25.755639 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e6c6a73e-0bcc-4b03-8532-feb685c02bc6 req-fdc27d62-8739-44d4-bc27-72e2cd2f1798 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0468223 May 17 12:11:25.801413 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e6c6a73e-0bcc-4b03-8532-feb685c02bc6 req-5bc231f2-5a96-4542-958f-fd54743ed5a1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401139 May 17 12:11:26.502753 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d181-005a-463c-bf29-dc454d72a431 req-da260c27-6e29-45d3-9f70-d6bf8e2cac0f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:26.504222 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b447d181-005a-463c-bf29-dc454d72a431 req-da260c27-6e29-45d3-9f70-d6bf8e2cac0f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0455120 May 17 12:11:26.550644 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b447d181-005a-463c-bf29-dc454d72a431 req-f967bee1-d8b3-4f47-9121-7a94685e67d6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408933 May 17 12:11:26.725673 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:26.923737 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2ff9-75fe-4f10-8f23-60eb3d91b15c req-0169209e-70f7-4d48-8ec8-7b0c76467ec8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:26.925265 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-47eb2ff9-75fe-4f10-8f23-60eb3d91b15c req-0169209e-70f7-4d48-8ec8-7b0c76467ec8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0501497 May 17 12:11:26.970930 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-47eb2ff9-75fe-4f10-8f23-60eb3d91b15c req-688575ea-f70b-4948-a245-e59c942e18e4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 May 17 12:11:27.665840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098871-7f72-4944-8382-59de3b5ba1f1 req-e1f15781-7878-4908-9475-530a29bc66a8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:27.667329 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cf098871-7f72-4944-8382-59de3b5ba1f1 req-e1f15781-7878-4908-9475-530a29bc66a8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0494792 May 17 12:11:27.712901 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cf098871-7f72-4944-8382-59de3b5ba1f1 req-a4418fb5-985b-4d45-afa1-5961d1de0f6d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 May 17 12:11:28.099266 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-12554363-edc0-49b6-967c-fa81b4a7633b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737078 May 17 12:11:28.111879 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d50c-fb5d-491b-a0d2-83ae3d48aa2c req-4501dd76-2e69-4b59-be24-c207005e6724 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:28.113265 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e3d5d50c-fb5d-491b-a0d2-83ae3d48aa2c req-4501dd76-2e69-4b59-be24-c207005e6724 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0532792 May 17 12:11:28.164311 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e3d5d50c-fb5d-491b-a0d2-83ae3d48aa2c req-ed3ac662-1b8a-409a-8455-a345f569591f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 May 17 12:11:28.334760 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:28.824556 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe4d-79de-4f25-b4f7-47d8a82be291 req-2245a131-825a-44ba-ae85-7a73b83bb00e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:28.825932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0d1fe4d-79de-4f25-b4f7-47d8a82be291 req-2245a131-825a-44ba-ae85-7a73b83bb00e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0467732 May 17 12:11:28.876901 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0d1fe4d-79de-4f25-b4f7-47d8a82be291 req-cf630319-884f-41f8-8580-094bc315946d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 May 17 12:11:29.080203 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4814-f9ca-4984-b428-9a68d5736003 req-24ed62e2-2c65-4021-8b93-9e5db786017a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.081641 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db4814-f9ca-4984-b428-9a68d5736003 req-24ed62e2-2c65-4021-8b93-9e5db786017a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0485778 May 17 12:11:29.134820 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0db4814-f9ca-4984-b428-9a68d5736003 req-55acff82-b1bb-47bf-98b2-1e4def3e2f79 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474522 May 17 12:11:29.283455 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa070-5a06-4326-aa67-883956def426 req-16a93364-009d-4c2a-9b7b-7eee69a3cc00 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.284906 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c48aa070-5a06-4326-aa67-883956def426 req-16a93364-009d-4c2a-9b7b-7eee69a3cc00 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0471735 May 17 12:11:29.330912 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c48aa070-5a06-4326-aa67-883956def426 req-eafbc5d5-7def-47ee-9e54-a274ecdda1c5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 May 17 12:11:29.617991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-e923d065-a958-4a88-a0ac-c5a503012fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.619391 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-e923d065-a958-4a88-a0ac-c5a503012fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 1129 time: 0.0409908 May 17 12:11:29.723162 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-c435cdef-a38e-4e30-a345-5f9ad3f103e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.724780 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-c435cdef-a38e-4e30-a345-5f9ad3f103e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1129 time: 0.0396678 May 17 12:11:29.729665 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-b0323be7-dd4e-476a-a964-2f693030613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.731137 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-b0323be7-dd4e-476a-a964-2f693030613c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0886774 May 17 12:11:29.770652 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-d361354a-0c94-4d61-818c-694fc0204070 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 200 len: 217 time: 0.0330889 May 17 12:11:29.819660 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-5f799e02-520c-43dc-8e0f-a1a9036677f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.820605 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-5e07edfd-7340-4f77-90d0-e3438601088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.821149 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-5f799e02-520c-43dc-8e0f-a1a9036677f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0453038 May 17 12:11:29.822341 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-5e07edfd-7340-4f77-90d0-e3438601088c service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.0850952 May 17 12:11:29.871719 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-72d64376-82b6-40bf-a327-87864805aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.873125 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-72d64376-82b6-40bf-a327-87864805aad7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413008 May 17 12:11:29.889347 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-a5c2df3b-0468-4d18-aa51-c4ae2a533bc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 1000 time: 0.0574334 May 17 12:11:29.938006 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-4b462419-ae03-4cb2-b6c7-7c2b89953677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.940738 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-4b462419-ae03-4cb2-b6c7-7c2b89953677 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.0446246 May 17 12:11:29.961642 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-67e0f5a3-c08e-4a1f-b1c4-f18c9a005946 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805576 May 17 12:11:29.984722 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-9b4001a4-f93e-410b-8e23-3e20bf6930ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:29.987385 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-9b4001a4-f93e-410b-8e23-3e20bf6930ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397940 May 17 12:11:30.051901 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-649d7201-3503-4fb0-8081-b03f18dd69c9 req-ea0a5c76-d612-40c9-867c-e7ab475f8aee service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832295 May 17 12:11:30.083765 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-9db42d46-016a-49cc-8c2b-e19fbe28cf0f service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884979 May 17 12:11:30.194507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-148bcb06-3f0b-4bf0-b9dd-8409fe1dc248 req-92aa5ce6-6228-46ee-b247-1fbf67f36abe service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 May 17 12:11:30.262714 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954eb87-625a-40b3-bc1a-d48cc79ff879 req-9cd7dd76-8978-4f1f-a380-53b758938553 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:30.268698 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5954eb87-625a-40b3-bc1a-d48cc79ff879 req-9cd7dd76-8978-4f1f-a380-53b758938553 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0595074 May 17 12:11:30.312945 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5954eb87-625a-40b3-bc1a-d48cc79ff879 req-d188c641-be1f-453b-a759-3307d0abb648 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 May 17 12:11:30.558140 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bda96-b51f-4d62-8f5e-7442c08bb04b req-1577bba3-d59a-42f6-a187-d16f353c36a0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:30.559602 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-746bda96-b51f-4d62-8f5e-7442c08bb04b req-1577bba3-d59a-42f6-a187-d16f353c36a0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0496807 May 17 12:11:30.608030 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-746bda96-b51f-4d62-8f5e-7442c08bb04b req-129f2b0b-3ba9-40fd-8783-659b28de4800 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 May 17 12:11:31.307485 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53668) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:31.354879 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Deleting subnet 30284c31-acf2-46c7-9b33-c5019d744743 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:11:31.358907 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Publish callbacks [] for subnet (30284c31-acf2-46c7-9b33-c5019d744743), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.425096 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (30284c31-acf2-46c7-9b33-c5019d744743), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.466092 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3a617-e885-4e33-bd2f-989bae73992c req-1ca103b7-741d-4f51-b885-168f5edf066d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:31.467744 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2cc3a617-e885-4e33-bd2f-989bae73992c req-1ca103b7-741d-4f51-b885-168f5edf066d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0793207 May 17 12:11:31.489476 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (30284c31-acf2-46c7-9b33-c5019d744743), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.554192 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2cc3a617-e885-4e33-bd2f-989bae73992c req-17405b3e-7cc2-47e3-be4b-b4118e227baf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798385 May 17 12:11:31.578123 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (30284c31-acf2-46c7-9b33-c5019d744743), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.604468 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30284c31-acf2-46c7-9b33-c5019d744743,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:31.608145 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.611371 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b27202dc-0dba-48ee-9cf1-c2a86e89de1f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/30284c31-acf2-46c7-9b33-c5019d744743 HTTP/1.1" status: 204 len: 168 time: 0.3028619 May 17 12:11:31.613861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53672) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:31.685320 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (df2d2de6-ecb9-4187-b033-becb493fafc0), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.726313 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2087301-2c04-4dea-9355-849cd33bc907 req-6ac1b6ed-4e7e-4fc0-8734-98d1d716575b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:31.727777 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2087301-2c04-4dea-9355-849cd33bc907 req-6ac1b6ed-4e7e-4fc0-8734-98d1d716575b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0472143 May 17 12:11:31.767441 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (df2d2de6-ecb9-4187-b033-becb493fafc0), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.779167 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2087301-2c04-4dea-9355-849cd33bc907 req-8f085677-4c65-43e1-b83c-3b665e603885 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 May 17 12:11:31.787573 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2d2de6-ecb9-4187-b033-becb493fafc0']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:31.797549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c93487-b477-411c-9a66-6ea67163e82c') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:31.797895 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c93487-b477-411c-9a66-6ea67163e82c') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:11:31.807680 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (c0c93487-b477-411c-9a66-6ea67163e82c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.821167 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (c0c93487-b477-411c-9a66-6ea67163e82c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.827200 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:11:31.827583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (c0c93487-b477-411c-9a66-6ea67163e82c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:11:31.830009 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:11:31.882701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (df2d2de6-ecb9-4187-b033-becb493fafc0), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.887835 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:31.890923 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] 10.222.0.58 "DELETE /v2.0/networks/df2d2de6-ecb9-4187-b033-becb493fafc0 HTTP/1.1" status: 204 len: 168 time: 0.2761414 May 17 12:11:31.901927 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1336c-4519-47a7-a470-b1696207a025 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2d2de6-ecb9-4187-b033-becb493fafc0,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:32.049103 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53678) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:32.093974 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-59716fef-09fe-4402-b3e0-ffb6a185a6a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a69c8441974b4749bd43a2ccf3629332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435421 May 17 12:11:32.096350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53680) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:32.143650 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] Publish callbacks [] for security_group (8d252030-ecf0-4fed-b406-d68418ebdbe2), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:32.163735 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] Publish callbacks [] for security_group (8d252030-ecf0-4fed-b406-d68418ebdbe2), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:32.210841 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8d252030-ecf0-4fed-b406-d68418ebdbe2), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:32.213440 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:32.214565 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d252030-ecf0-4fed-b406-d68418ebdbe2 HTTP/1.1" status: 204 len: 168 time: 0.1173341 May 17 12:11:32.222078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee62f5-f36f-4033-aab9-4d4af6f8be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d252030-ecf0-4fed-b406-d68418ebdbe2,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:32.671433 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b0e7-ef2e-4447-b809-1be7e985ec69 req-0f76212e-5999-45c4-a994-d078ca08caa1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:32.673023 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4066b0e7-ef2e-4447-b809-1be7e985ec69 req-0f76212e-5999-45c4-a994-d078ca08caa1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0495179 May 17 12:11:32.728981 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4066b0e7-ef2e-4447-b809-1be7e985ec69 req-19ecc2a3-edda-4668-aa61-6bf12f7d52e2 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504861 May 17 12:11:32.901482 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1845-d5a0-4719-9c0d-176f32fd0919 req-60d90499-df03-453d-9358-bcb197db5e23 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:32.902939 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-481a1845-d5a0-4719-9c0d-176f32fd0919 req-60d90499-df03-453d-9358-bcb197db5e23 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0487669 May 17 12:11:32.951475 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-481a1845-d5a0-4719-9c0d-176f32fd0919 req-cfe4c446-8480-4269-9a8e-6b359e57c772 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425184 May 17 12:11:34.070536 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5ffb2-fe53-4b1c-8c0b-6737ec25e1b3 req-b6ad860e-0f21-422a-8c37-f3c1c8c1fb73 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:34.072248 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1e5ffb2-fe53-4b1c-8c0b-6737ec25e1b3 req-b6ad860e-0f21-422a-8c37-f3c1c8c1fb73 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0491953 May 17 12:11:34.117427 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1e5ffb2-fe53-4b1c-8c0b-6737ec25e1b3 req-4a46958d-081e-42b6-9563-61c43376a25a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 May 17 12:11:35.242599 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aa186-c71f-4951-b00a-1827c0eabe46 req-b1a5ee80-b4fe-4b55-bb1a-41d29e59c405 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:35.244096 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ce1aa186-c71f-4951-b00a-1827c0eabe46 req-b1a5ee80-b4fe-4b55-bb1a-41d29e59c405 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0518188 May 17 12:11:35.290982 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ce1aa186-c71f-4951-b00a-1827c0eabe46 req-04fd7ff6-69fa-4d95-ac67-7e5a911ff891 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 May 17 12:11:36.406432 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d0caa-698c-47ac-9d8a-418fb8bf9916 req-cdd50fa3-b228-43dd-9e47-1d77c3341192 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:36.408551 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f21d0caa-698c-47ac-9d8a-418fb8bf9916 req-cdd50fa3-b228-43dd-9e47-1d77c3341192 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0457325 May 17 12:11:36.454383 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f21d0caa-698c-47ac-9d8a-418fb8bf9916 req-ec5b682d-a45b-414d-befd-797b2bbaf44b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402660 May 17 12:11:37.578147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9a715-11a3-4f70-a834-72225e36dc20 req-adc5e7af-9702-4701-b1ca-20b17cfa0aab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:37.579750 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9be9a715-11a3-4f70-a834-72225e36dc20 req-adc5e7af-9702-4701-b1ca-20b17cfa0aab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0508444 May 17 12:11:37.624375 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9be9a715-11a3-4f70-a834-72225e36dc20 req-2f7c7ff2-5121-4365-b512-c293e4bacfac tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392759 May 17 12:11:38.740903 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40405d-a11d-40cf-853b-6af04c07f768 req-14540827-118a-46b7-8da1-b39c7016d6a7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:38.742353 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca40405d-a11d-40cf-853b-6af04c07f768 req-14540827-118a-46b7-8da1-b39c7016d6a7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0463305 May 17 12:11:38.790592 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca40405d-a11d-40cf-853b-6af04c07f768 req-9f4ba22b-da81-45de-8338-90f51d01f898 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 May 17 12:11:39.906483 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e4ad1-57b4-4b6d-9d92-27209880323e req-8a624f1f-2986-4f65-9b83-eb7df9106de5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:39.907937 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3d7e4ad1-57b4-4b6d-9d92-27209880323e req-8a624f1f-2986-4f65-9b83-eb7df9106de5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0454462 May 17 12:11:39.954309 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3d7e4ad1-57b4-4b6d-9d92-27209880323e req-f45ab0d7-5c5e-4a0f-aced-d6e959423042 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 May 17 12:11:41.071591 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d530ef-6147-48b0-9d56-3cb4360278ab req-cc2aeed1-88fe-48bd-ba81-f235d00bac5a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:41.073303 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-89d530ef-6147-48b0-9d56-3cb4360278ab req-cc2aeed1-88fe-48bd-ba81-f235d00bac5a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 943 time: 0.0455887 May 17 12:11:41.119225 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-89d530ef-6147-48b0-9d56-3cb4360278ab req-2b419ca8-c054-4da8-8920-8a806dcf6c44 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 May 17 12:11:41.268362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:11:41.365780 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:11:41.494189 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'mac_address': 'fa:16:3e:46:ac:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:11:41.527856 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:11:41.528280 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:41.540684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:11:41.558959 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:11:41.562897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:41.607058 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=9']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:41.613951 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.614302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.614649 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.615047 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.615323 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.615652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.615974 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.616329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.616653 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.616977 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.617299 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.617641 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.617964 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.618288 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:41.618605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.081986 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:11:42.240116 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a589-1685-4bf7-95cd-ba76a42c95e9 req-7218afd1-3d6b-4fab-a699-4395519d616b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:42.241620 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ae37a589-1685-4bf7-95cd-ba76a42c95e9 req-7218afd1-3d6b-4fab-a699-4395519d616b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0484083 May 17 12:11:42.257193 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53778) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:42.291354 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ae37a589-1685-4bf7-95cd-ba76a42c95e9 req-888e44da-0d2a-48b6-9785-5c08f7425785 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 May 17 12:11:42.361351 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b3832a11-b04c-45a0-91ea-632a0fb58d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.433090 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b3832a11-b04c-45a0-91ea-632a0fb58d5f admin admin] Publish callbacks [] for security_group (1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.436798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b3832a11-b04c-45a0-91ea-632a0fb58d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.474517 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b3832a11-b04c-45a0-91ea-632a0fb58d5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7798175904f843eeaef6a02708ef6f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162628 May 17 12:11:42.475400 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3832a11-b04c-45a0-91ea-632a0fb58d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:42.477266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 53784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:11:42.527661 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Publish callbacks [] for security_group (1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.548751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Publish callbacks [] for security_group (1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.596828 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.599414 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:42.600571 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7 HTTP/1.1" status: 204 len: 168 time: 0.1215677 May 17 12:11:42.608199 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae2dd6-6e02-4e51-9fd0-a578c8bd52d7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:42.616065 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.616444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.616931 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.617283 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.617632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.617968 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.618302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.618635 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.618967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.619298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.619632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.619960 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.620318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.620646 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:42.620976 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f40605d-3677-4192-9d2a-30ea95842e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:11:43.367289 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:11:43.411511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b814a-a228-4010-bb8d-a8f02a986ce2 req-06e341af-86d9-47dc-be35-b9a537ed8d90 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:43.413021 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e53b814a-a228-4010-bb8d-a8f02a986ce2 req-06e341af-86d9-47dc-be35-b9a537ed8d90 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 944 time: 0.0506344 May 17 12:11:43.416232 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:11:43.416605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:43.459005 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e53b814a-a228-4010-bb8d-a8f02a986ce2 req-35664185-fdee-4566-b14b-4ddaaab692c9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402834 May 17 12:11:43.489134 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:11:43.489525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:43.511709 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:11:43.514201 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33e819-d406-4a48-903d-f6cac852be3a" -d '{"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:11:43.527159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:11:43.533750 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:43.556266 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812cced6-9f47-467d-81ba-f878bb1bb8ee x-openstack-request-id: req-812cced6-9f47-467d-81ba-f878bb1bb8ee {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:11:43.556594 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:11:43.556855 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-812cced6-9f47-467d-81ba-f878bb1bb8ee {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:11:43.557248 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812cced6-9f47-467d-81ba-f878bb1bb8ee'] response: {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'code': 200} May 17 12:11:43.583447 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:11:44.319809 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948334a-242c-4c97-ac37-5f17c626487e req-785a1934-48af-4dc8-bd7c-bd5c50e53162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:44.321328 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0948334a-242c-4c97-ac37-5f17c626487e req-785a1934-48af-4dc8-bd7c-bd5c50e53162 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 1130 time: 0.1316097 May 17 12:11:44.364129 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0948334a-242c-4c97-ac37-5f17c626487e req-8fad7572-5534-48f7-ae76-03d39dd83e9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362806 May 17 12:11:44.783439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e997f-86db-4f4f-bbd4-d03ef846df2d req-8b313355-fdc7-4c78-8589-3256d417e199 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:44.784848 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f85e997f-86db-4f4f-bbd4-d03ef846df2d req-8b313355-fdc7-4c78-8589-3256d417e199 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.2547619 May 17 12:11:44.831478 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f85e997f-86db-4f4f-bbd4-d03ef846df2d req-93e237e5-ef3e-48eb-ac8c-6c79b71aea35 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 May 17 12:11:45.951001 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25897075-0b94-4295-91f9-dde9f7842937 req-0da298d2-6dc5-4a9a-bb76-ddf8d7d39bf0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:45.952507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-25897075-0b94-4295-91f9-dde9f7842937 req-0da298d2-6dc5-4a9a-bb76-ddf8d7d39bf0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0473225 May 17 12:11:45.999089 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-25897075-0b94-4295-91f9-dde9f7842937 req-18ee4960-e598-4f71-94fc-3d484058ef96 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 May 17 12:11:47.118763 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21b9fc-0829-471e-97c5-44503b30dfd6 req-83ae397f-27f2-4687-9d5f-fdec6ca1d0a9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:47.120280 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ac21b9fc-0829-471e-97c5-44503b30dfd6 req-83ae397f-27f2-4687-9d5f-fdec6ca1d0a9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0513361 May 17 12:11:47.166399 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ac21b9fc-0829-471e-97c5-44503b30dfd6 req-ec8b1154-93cc-4c99-848a-2eee2f3ca125 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 May 17 12:11:50.936338 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006e0f1-39f8-4836-8f07-300302fd4b0e req-02324c90-fc36-419d-a872-46c93643ca51 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:50.938290 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5006e0f1-39f8-4836-8f07-300302fd4b0e req-02324c90-fc36-419d-a872-46c93643ca51 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0514913 May 17 12:11:50.950593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-936f822f-0a38-467b-89ad-5846b82f9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:50.952014 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-936f822f-0a38-467b-89ad-5846b82f9f2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0446646 May 17 12:11:50.987669 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5006e0f1-39f8-4836-8f07-300302fd4b0e req-4a19ca9f-29be-4b63-bd07-e6d7b057725e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 May 17 12:11:51.043638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-117fc392-3735-4c4e-acf3-28b426480631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:51.045141 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-117fc392-3735-4c4e-acf3-28b426480631 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0862956 May 17 12:11:51.110823 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-88927437-3a2f-48b3-992c-6236047bb099 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1002 time: 0.0576196 May 17 12:11:51.159514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-e1e4658d-4c2e-4b46-84cb-1c2243649c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:51.160949 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-e1e4658d-4c2e-4b46-84cb-1c2243649c9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0424941 May 17 12:11:51.203996 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-113b2d76-11fc-4e5e-a3cc-20468a30a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:51.206166 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-113b2d76-11fc-4e5e-a3cc-20468a30a479 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382128 May 17 12:11:51.296372 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-c3324980-eb00-4deb-bbbd-ee599929ee1f service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825007 May 17 12:11:51.384009 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ecc3b758-3770-4373-8b63-53fd25dd687d req-ed6a123f-d2d2-4d78-bd2d-c8164008794e service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801399 May 17 12:11:51.664330 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:51.883465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-56d03f6c-39b5-469e-bcd1-686399f09106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:52.104200 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a127-2dae-47b7-8154-ebe0e40356bf req-fe39cda8-a689-49a4-9374-9b08807d8738 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:52.105605 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2655a127-2dae-47b7-8154-ebe0e40356bf req-fe39cda8-a689-49a4-9374-9b08807d8738 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0465462 May 17 12:11:52.160451 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2655a127-2dae-47b7-8154-ebe0e40356bf req-8821ac3e-0593-432b-ac5a-5138a6944ce1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481005 May 17 12:11:53.273131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ac81-e437-42c4-bf25-de2273b17108 req-0aeee4fb-decb-4433-ae5f-d60651890ca0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:53.274578 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7ca7ac81-e437-42c4-bf25-de2273b17108 req-0aeee4fb-decb-4433-ae5f-d60651890ca0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0463989 May 17 12:11:53.320208 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7ca7ac81-e437-42c4-bf25-de2273b17108 req-89bb141f-ec75-421c-a0fe-9f02aee960fe tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 May 17 12:11:54.285884 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-931f40f4-c058-4579-8784-82685f235ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:54.431861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed4f4b-809a-4984-a854-8f542044b4a6 req-17ffa1ff-8259-4bc6-a286-e52b543bd50c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:54.433360 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4aed4f4b-809a-4984-a854-8f542044b4a6 req-17ffa1ff-8259-4bc6-a286-e52b543bd50c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0461986 May 17 12:11:54.484407 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4aed4f4b-809a-4984-a854-8f542044b4a6 req-181a924b-247a-4ec0-805e-2bbdbdec2951 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 May 17 12:11:55.379537 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:55.599053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819a765-a53f-4407-8a95-9733b9aa8d69 req-21c06b69-8843-4f05-a8e7-7c69574f5b4c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:55.600563 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3819a765-a53f-4407-8a95-9733b9aa8d69 req-21c06b69-8843-4f05-a8e7-7c69574f5b4c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0474358 May 17 12:11:55.649350 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3819a765-a53f-4407-8a95-9733b9aa8d69 req-5c21f0b6-e4a4-4a85-af2b-93dbba993d1b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 May 17 12:11:56.729277 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:56.763487 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776ae48-eeff-4700-84c1-d2b14043695e req-7cfd146d-3031-4097-9feb-a312be6b10bb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:56.764959 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c776ae48-eeff-4700-84c1-d2b14043695e req-7cfd146d-3031-4097-9feb-a312be6b10bb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0467622 May 17 12:11:56.811027 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c776ae48-eeff-4700-84c1-d2b14043695e req-2d63145e-af5b-4173-859c-e8b30af687c0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 May 17 12:11:57.922620 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611f6e-bba8-4f3b-a14f-17b1cbdf8f72 req-17477fc8-2008-4909-a3eb-2e3f2723d54d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:57.924096 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c0611f6e-bba8-4f3b-a14f-17b1cbdf8f72 req-17477fc8-2008-4909-a3eb-2e3f2723d54d tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0465975 May 17 12:11:57.971047 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c0611f6e-bba8-4f3b-a14f-17b1cbdf8f72 req-423deee7-8378-4526-9d36-0ba01bf8ec75 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 May 17 12:11:58.336380 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:11:58.475545 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:11:59.087814 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36df2-f53d-4379-8023-a158ab5d39e6 req-f428d0c8-96b6-4f7f-b20d-b864d236d226 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:11:59.089296 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0b36df2-f53d-4379-8023-a158ab5d39e6 req-f428d0c8-96b6-4f7f-b20d-b864d236d226 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0498323 May 17 12:11:59.134492 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0b36df2-f53d-4379-8023-a158ab5d39e6 req-90923cc4-56da-4acc-91cf-ee1d5f77a12a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 May 17 12:12:00.253204 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040aad6-59a3-421e-83ce-b76f64bd3cf7 req-8ae970f1-7b6f-4064-88b8-fa4ba72c9e3f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:00.254644 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8040aad6-59a3-421e-83ce-b76f64bd3cf7 req-8ae970f1-7b6f-4064-88b8-fa4ba72c9e3f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0531750 May 17 12:12:00.300444 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8040aad6-59a3-421e-83ce-b76f64bd3cf7 req-4ed6da90-b146-43b4-a5a4-d8391de48851 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 May 17 12:12:01.411086 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99f303-bac6-42d6-9ba7-c9be59907398 req-c5a6601e-f05e-4b47-a9a7-c2342be1ae74 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:01.412581 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dd99f303-bac6-42d6-9ba7-c9be59907398 req-c5a6601e-f05e-4b47-a9a7-c2342be1ae74 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0456781 May 17 12:12:01.458293 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dd99f303-bac6-42d6-9ba7-c9be59907398 req-09b6c323-5ac9-464d-b0d8-bf80624e42bb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 May 17 12:12:02.575125 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1fff8-b221-4fad-bb42-56e5c59486e4 req-e67dfe1c-a733-4282-b379-7227e3b863f8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:02.576608 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5ba1fff8-b221-4fad-bb42-56e5c59486e4 req-e67dfe1c-a733-4282-b379-7227e3b863f8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0491989 May 17 12:12:02.621721 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5ba1fff8-b221-4fad-bb42-56e5c59486e4 req-7682bf4b-5fb2-4876-b0ff-49c9e5f2ebc9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391202 May 17 12:12:03.737430 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa3883-8297-43c2-a1f5-6c0374f0d1ea req-d694fb9e-d623-4ed7-9919-659c558b388c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:03.738904 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a8aa3883-8297-43c2-a1f5-6c0374f0d1ea req-d694fb9e-d623-4ed7-9919-659c558b388c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0495412 May 17 12:12:03.784790 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a8aa3883-8297-43c2-a1f5-6c0374f0d1ea req-f7fc3bc6-6fa4-49ff-afb6-4936aaf4f3fc tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 May 17 12:12:04.894898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09ccb2-91b7-4524-8847-b8cf82e70c70 req-5303e331-7724-422b-81cc-41b8554653dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:04.896351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd09ccb2-91b7-4524-8847-b8cf82e70c70 req-5303e331-7724-422b-81cc-41b8554653dd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0453033 May 17 12:12:04.944131 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd09ccb2-91b7-4524-8847-b8cf82e70c70 req-64397538-00ec-43b0-8f6d-9468d7dd8a9f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 May 17 12:12:06.059027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a265f-fea9-4b5f-a7ce-63de1be63b3f req-190b4a24-1b97-466a-b603-40a97bab786a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:06.060496 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ec5a265f-fea9-4b5f-a7ce-63de1be63b3f req-190b4a24-1b97-466a-b603-40a97bab786a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0454834 May 17 12:12:06.105453 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ec5a265f-fea9-4b5f-a7ce-63de1be63b3f req-d6e28e67-fa1c-4400-a765-01694bd8d4de tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 May 17 12:12:07.223888 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cdea6-4d72-4185-9ec9-5843a59045a1 req-e6c1ea0d-54e3-48c6-a60e-3c1d4b15df8e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:07.225381 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-448cdea6-4d72-4185-9ec9-5843a59045a1 req-e6c1ea0d-54e3-48c6-a60e-3c1d4b15df8e tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0517609 May 17 12:12:07.272588 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-448cdea6-4d72-4185-9ec9-5843a59045a1 req-4c7aaa01-30b9-4bae-9100-027ae58a0f16 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 May 17 12:12:08.382652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249a707-315b-49df-870a-7e39f6f03537 req-3a3b28a1-8566-489c-ae8a-5c17c137bb1f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:08.384104 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a249a707-315b-49df-870a-7e39f6f03537 req-3a3b28a1-8566-489c-ae8a-5c17c137bb1f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0456913 May 17 12:12:08.432579 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a249a707-315b-49df-870a-7e39f6f03537 req-8955825e-a77d-4527-adf0-ec5f9327814c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 May 17 12:12:09.170660 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524920c-fda5-453b-b67a-20bd4a612a8a req-de1f302c-eab3-4b08-bba0-5ef37847b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:09.172197 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e524920c-fda5-453b-b67a-20bd4a612a8a req-de1f302c-eab3-4b08-bba0-5ef37847b8a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0384879 May 17 12:12:09.216299 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e524920c-fda5-453b-b67a-20bd4a612a8a req-9089ce8b-fd96-4be0-bf0e-62bc904b6fdc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372198 May 17 12:12:09.553190 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a566b55-48a3-497e-93c3-b416e4c2865f req-8ac17b15-9f3e-4629-85d4-1698f47244fd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:09.554718 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a566b55-48a3-497e-93c3-b416e4c2865f req-8ac17b15-9f3e-4629-85d4-1698f47244fd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0479677 May 17 12:12:09.601860 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2a566b55-48a3-497e-93c3-b416e4c2865f req-4d4081cb-9852-4d67-8915-45914d96f729 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 May 17 12:12:10.714011 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c79e7-b3ec-4f54-b3c5-6842d79108ab req-57c3db67-d6a3-4a34-8e16-3b04cd2152f9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:10.715474 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-622c79e7-b3ec-4f54-b3c5-6842d79108ab req-57c3db67-d6a3-4a34-8e16-3b04cd2152f9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0462620 May 17 12:12:10.761283 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-622c79e7-b3ec-4f54-b3c5-6842d79108ab req-c0384871-cec6-4e6f-96b2-c00cb521f783 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 May 17 12:12:11.872541 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf342-5f3f-47bb-9bbf-3b5dff273456 req-d6c2e9a5-a226-49d2-9270-4c62d46a6ccd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:11.873986 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5dadf342-5f3f-47bb-9bbf-3b5dff273456 req-d6c2e9a5-a226-49d2-9270-4c62d46a6ccd tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0463288 May 17 12:12:11.923312 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5dadf342-5f3f-47bb-9bbf-3b5dff273456 req-3ce1e497-456b-4eb1-a85c-6fe3c6b66d62 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 May 17 12:12:12.296620 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1b832-de7b-43b8-a1b4-3482681689a5 req-0aae98ab-fd80-4ca9-ade8-f24c53ca7df3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:12.298092 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2ff1b832-de7b-43b8-a1b4-3482681689a5 req-0aae98ab-fd80-4ca9-ade8-f24c53ca7df3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0767317 May 17 12:12:12.299156 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-d0238dda-6e69-44ad-bf7b-8c47e727ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:12.300527 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-d0238dda-6e69-44ad-bf7b-8c47e727ab52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0703592 May 17 12:12:12.400694 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2ff1b832-de7b-43b8-a1b4-3482681689a5 req-3014a295-4c43-45f0-b2d3-cddc561b65a5 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969071 May 17 12:12:12.421677 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-5f1efbb5-af2c-4233-9277-4373b5c24d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:12.423117 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-5f1efbb5-af2c-4233-9277-4373b5c24d8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.1136370 May 17 12:12:12.484558 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-7036802a-b4b2-4413-a237-c4675cd74e8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1002 time: 0.0541952 May 17 12:12:12.531476 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-a916aee6-717e-47f9-9d31-4307778641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:12.533521 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-a916aee6-717e-47f9-9d31-4307778641b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0418000 May 17 12:12:12.582017 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-c5d84f84-8633-4114-9a40-cce458927000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:12.583461 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-c5d84f84-8633-4114-9a40-cce458927000 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426915 May 17 12:12:12.670199 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-0d01907c-6986-4a9e-86ce-2b990b526636 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796127 May 17 12:12:12.765567 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ce68fa10-00a1-4c3f-b4db-2de6bb00b562 req-e5474939-b78e-4d05-b8b0-f56bb450b89b service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 May 17 12:12:13.513934 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0db32-a71c-4585-852c-dd4c1584c302 req-df279fa4-ed5c-4152-8035-672caabee7e1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:13.515371 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5af0db32-a71c-4585-852c-dd4c1584c302 req-df279fa4-ed5c-4152-8035-672caabee7e1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0462313 May 17 12:12:13.561275 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5af0db32-a71c-4585-852c-dd4c1584c302 req-3de02ef5-5703-4e72-8df4-dc7c11254b3f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 May 17 12:12:14.675778 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76558e43-bdfe-4af1-a6ec-d205c8575445 req-fdec0e4e-261e-4db8-a48e-85411c7bfa56 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:14.677250 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76558e43-bdfe-4af1-a6ec-d205c8575445 req-fdec0e4e-261e-4db8-a48e-85411c7bfa56 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0458975 May 17 12:12:14.722973 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76558e43-bdfe-4af1-a6ec-d205c8575445 req-814b5d8c-1938-4474-84ee-1ea6f9060986 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401471 May 17 12:12:15.839615 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab405d-d13e-43de-bb6c-6e7523fa9fac req-4cb720aa-9aea-49bf-bf48-01ef11c65d38 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:15.840992 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-06ab405d-d13e-43de-bb6c-6e7523fa9fac req-4cb720aa-9aea-49bf-bf48-01ef11c65d38 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0466864 May 17 12:12:15.886993 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-06ab405d-d13e-43de-bb6c-6e7523fa9fac req-1bd63ff8-3e40-4c9c-a92f-63e0cfa45e83 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 May 17 12:12:15.998817 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e32843-94e8-422c-9fb0-9a90efcc8a19 req-b76e17ec-a674-492e-a8c7-6be69faaf063 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:16.000309 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b1e32843-94e8-422c-9fb0-9a90efcc8a19 req-b76e17ec-a674-492e-a8c7-6be69faaf063 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0500119 May 17 12:12:16.009739 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 53956) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:16.013931 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Request body: {'floatingip': {'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:16.065009 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:16.497898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:16.501596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:16.692086 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:12:16.790437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:12:16.795213 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:16.799956 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:16.809249 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:16.809844 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:11:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:16.825896 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:16.828159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:16.864291 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ea0da355-9ba0-4012-9a9b-524009175210 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "PUT /v2.0/floatingips/ad170668-763e-4fb5-830a-0937d79f3aa3 HTTP/1.1" status: 200 len: 994 time: 0.8514037 May 17 12:12:16.911529 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:16.996972 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5210c-36b7-417b-8368-3a70e14aee5e x-openstack-request-id: req-ebd5210c-36b7-417b-8368-3a70e14aee5e {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:16.997272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:16.997530 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebd5210c-36b7-417b-8368-3a70e14aee5e {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:16.997939 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd5210c-36b7-417b-8368-3a70e14aee5e'] response: {'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'status': 'completed', 'code': 200} May 17 12:12:17.088468 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-990c5b0f-ae23-4257-978e-fdbff0738c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:17.089887 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-990c5b0f-ae23-4257-978e-fdbff0738c55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0398979 May 17 12:12:17.182102 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-48bf7550-8e7b-4299-9c17-bcb651b934d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:17.183593 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-48bf7550-8e7b-4299-9c17-bcb651b934d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0872438 May 17 12:12:17.208847 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:12:16Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:17.238364 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:17.247492 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:17.248116 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:11:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:17.353196 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:17.481844 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-e6ba0d38-809b-4ac0-a953-66f454c6c840 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1002 time: 0.2914295 May 17 12:12:17.531969 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-f03ef2ec-e76d-4ab3-9753-2f49d1b1d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:17.532529 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-f03ef2ec-e76d-4ab3-9753-2f49d1b1d9da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0448623 May 17 12:12:17.568892 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:12:16Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:17.579409 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-78af8157-d8d8-4fd5-9bdb-a86600181709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:17.581605 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-78af8157-d8d8-4fd5-9bdb-a86600181709 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423543 May 17 12:12:17.593928 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e0f04-6c97-4b01-8dfe-ab9f6c5b4a71 None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad170668-763e-4fb5-830a-0937d79f3aa3', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'port_id': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'mac_address': 'fa:16:3e:dc:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:08:52Z', 'updated_at': '2022-05-17T12:12:16Z', 'revision_number': 3, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:17.671883 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-1cd74f11-01f5-45a2-9dcf-9d4bdadc4fcd service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831487 May 17 12:12:17.768654 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-26cb82b4-d5c6-4a58-bfe5-8a848b80d98b req-d7a67fda-55a1-47fd-93d9-0de2091d96e6 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910537 May 17 12:12:18.998639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:19.001018 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7becdb-9630-4203-9872-f8c855191a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:19.036452 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc01350-d797-42d0-8ccc-b49714e57fed x-openstack-request-id: req-acc01350-d797-42d0-8ccc-b49714e57fed {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:19.036773 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:19.037028 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acc01350-d797-42d0-8ccc-b49714e57fed {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:19.037430 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc01350-d797-42d0-8ccc-b49714e57fed'] response: {'name': 'network-changed', 'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'status': 'completed', 'code': 200} May 17 12:12:19.121736 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7becdb-9630-4203-9872-f8c855191a6d req-83556713-4260-4c5f-a33d-9ab4701b4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:19.123184 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-83556713-4260-4c5f-a33d-9ab4701b4720 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 1130 time: 0.0377924 May 17 12:12:19.218081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7becdb-9630-4203-9872-f8c855191a6d req-808c0e90-baa0-4a92-aea0-ccee8df8264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:19.219539 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-808c0e90-baa0-4a92-aea0-ccee8df8264c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0898492 May 17 12:12:19.279758 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-68c4b82d-80f2-4020-9c73-bf89773bcd2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 200 len: 1002 time: 0.0536568 May 17 12:12:19.325827 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7becdb-9630-4203-9872-f8c855191a6d req-f2c7350b-0517-4424-9ca2-e0eb149f91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:19.327220 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-f2c7350b-0517-4424-9ca2-e0eb149f91cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0423558 May 17 12:12:19.372114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7becdb-9630-4203-9872-f8c855191a6d req-abcbddc3-5402-4194-be78-3651cdf48b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:19.373585 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-abcbddc3-5402-4194-be78-3651cdf48b78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402405 May 17 12:12:19.459645 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-c5e523cd-c9b7-4185-84dc-56b590f0d13a service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800881 May 17 12:12:19.551405 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9b7becdb-9630-4203-9872-f8c855191a6d req-f694d8e2-3bc6-4e31-827f-7b37df6db3ba service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855672 May 17 12:12:21.653596 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:21.884625 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-348cfda6-366f-457a-939f-dffc930c9379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:24.287400 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7cbdb921-c384-4532-bb2a-c44195306de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:25.382069 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:26.732195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:28.338213 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:28.597749 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa4ce-e1bf-4704-b3ba-b25b000746a4 req-b7ac221d-f1ea-44f4-9b50-7c59bd33da95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:28.599124 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6b4fa4ce-e1bf-4704-b3ba-b25b000746a4 req-b7ac221d-f1ea-44f4-9b50-7c59bd33da95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0469246 May 17 12:12:28.647120 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6b4fa4ce-e1bf-4704-b3ba-b25b000746a4 req-96a1bfad-db53-42e6-8aa7-b877310e960e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 May 17 12:12:29.763729 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7044fa-08f8-49ed-895d-fa3750b4cbb2 req-ddb5b713-acfb-4e9e-8646-23dfc16c7043 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:29.765196 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ef7044fa-08f8-49ed-895d-fa3750b4cbb2 req-ddb5b713-acfb-4e9e-8646-23dfc16c7043 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0491939 May 17 12:12:29.813084 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ef7044fa-08f8-49ed-895d-fa3750b4cbb2 req-aa851dc9-5ef3-4f0c-a88c-129e7a973bf2 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 May 17 12:12:30.924991 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67c88-11a5-4435-ad6e-a704ba83f2c0 req-744c535e-33a3-467a-8a7b-321ad28a62d4 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:30.926478 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5d67c88-11a5-4435-ad6e-a704ba83f2c0 req-744c535e-33a3-467a-8a7b-321ad28a62d4 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0462208 May 17 12:12:30.978744 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d5d67c88-11a5-4435-ad6e-a704ba83f2c0 req-4c8ccf96-1d55-4b38-9541-3c69660cc6ed tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 May 17 12:12:31.495153 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-580d56c5-3380-4065-a099-b2f7e0be44a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371687 May 17 12:12:31.568131 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-9e50db82-d0cc-45da-b66b-73d307395139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:31.569676 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-9e50db82-d0cc-45da-b66b-73d307395139 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1129 time: 0.0394912 May 17 12:12:31.673529 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-abb3e921-46da-4cff-b0bf-098082abaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:31.675526 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-abb3e921-46da-4cff-b0bf-098082abaedf service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.0864217 May 17 12:12:31.736206 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-46f16763-c2b9-49a2-82d7-74e27fddafd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 1000 time: 0.0525637 May 17 12:12:31.784473 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-9b8582b0-013c-4dfd-a254-541354a735da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:31.785951 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-9b8582b0-013c-4dfd-a254-541354a735da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.0419874 May 17 12:12:31.833360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-53c38747-de59-4dc0-8bce-e38514725192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:31.834809 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-53c38747-de59-4dc0-8bce-e38514725192 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412076 May 17 12:12:31.926183 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-131d671f-213f-4421-be34-7a955c9d354b service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824959 May 17 12:12:32.016710 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1c45a667-e171-46c5-ad0a-6820457a21ab req-b9198f0f-0e09-4b55-9af9-0372d91bd5a2 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834892 May 17 12:12:32.091302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d220924-c50a-4368-98ae-7c163f837b20 req-9f48a2a1-2d45-4ff2-b322-911076f80358 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:32.092728 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d220924-c50a-4368-98ae-7c163f837b20 req-9f48a2a1-2d45-4ff2-b322-911076f80358 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0469332 May 17 12:12:32.145294 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d220924-c50a-4368-98ae-7c163f837b20 req-f8e5466c-ea13-4eff-8705-0be2fcf25dfb tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464268 May 17 12:12:33.260542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f96d8b-2b65-4f95-9f68-77abc47cebbf req-0cd7b67c-7fdc-4172-8f22-95bff527a908 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:33.262008 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08f96d8b-2b65-4f95-9f68-77abc47cebbf req-0cd7b67c-7fdc-4172-8f22-95bff527a908 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0471313 May 17 12:12:33.310654 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08f96d8b-2b65-4f95-9f68-77abc47cebbf req-0e60dc8f-3c71-41f9-9f88-a75b8f85d511 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 May 17 12:12:34.014732 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2dbe2-2dc4-4771-a814-1a3a9991b1a8 req-744b9279-0f4b-444e-8000-479caeaec99f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:34.016164 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfa2dbe2-2dc4-4771-a814-1a3a9991b1a8 req-744b9279-0f4b-444e-8000-479caeaec99f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0456362 May 17 12:12:34.066225 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfa2dbe2-2dc4-4771-a814-1a3a9991b1a8 req-f4f70aa6-a2d9-4891-99a6-6f1071ed7218 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 May 17 12:12:34.422667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb812b-6197-4c2f-a085-e3392882ed0d req-d6a982fc-c492-4af0-9a03-d5c984df645b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:34.424717 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-67bb812b-6197-4c2f-a085-e3392882ed0d req-d6a982fc-c492-4af0-9a03-d5c984df645b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0453684 May 17 12:12:34.477091 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-67bb812b-6197-4c2f-a085-e3392882ed0d req-56ee9246-8a7c-45a0-801a-43117b383c7e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466988 May 17 12:12:35.177935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45defcef-4853-4b6d-817b-16795e681dc6 req-d00423c3-ee41-4e9d-98fa-5405cad8b6fa tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:35.179399 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-45defcef-4853-4b6d-817b-16795e681dc6 req-d00423c3-ee41-4e9d-98fa-5405cad8b6fa tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0462911 May 17 12:12:35.224979 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-45defcef-4853-4b6d-817b-16795e681dc6 req-566d7b82-6c9a-465b-b0da-ca884ef6be11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402260 May 17 12:12:35.474135 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:12:35.593614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931a149-58d2-4b69-ba61-de688d7f5853 req-7969d9b6-6531-4838-b62e-138c7873b6cd tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:35.595057 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2931a149-58d2-4b69-ba61-de688d7f5853 req-7969d9b6-6531-4838-b62e-138c7873b6cd tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0475323 May 17 12:12:35.648045 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2931a149-58d2-4b69-ba61-de688d7f5853 req-6394770e-90b2-4890-abff-8950e3c82334 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468335 May 17 12:12:36.235100 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373597-4c7f-4227-8021-f806f35f52d0 req-1dca4783-a579-4024-922b-1bbe26d5a0a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:36.237188 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-13373597-4c7f-4227-8021-f806f35f52d0 req-1dca4783-a579-4024-922b-1bbe26d5a0a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0516777 May 17 12:12:36.356783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port 7506035a-9a00-4a41-add4-17fb7a9190e6 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:12:36.357116 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:36.386639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3eb26-ebf5-4fcf-8c1f-5e948ae88df0 req-0d1055ab-ef9f-47c5-a848-45397abd97bc tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:36.388084 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dbd3eb26-ebf5-4fcf-8c1f-5e948ae88df0 req-0d1055ab-ef9f-47c5-a848-45397abd97bc tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 945 time: 0.0742073 May 17 12:12:36.486022 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dbd3eb26-ebf5-4fcf-8c1f-5e948ae88df0 req-c63f9092-2cbb-477d-be72-0532b75a52c3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=3b1a82d8-f975-4211-ae3c-363a92908c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914421 May 17 12:12:36.490790 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] For port 7506035a-9a00-4a41-add4-17fb7a9190e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7506035a-9a00-4a41-add4-17fb7a9190e6,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:36.491165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:36.698683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:36.699043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:36.699357 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 029a684f-11c0-4c82-860b-9c6e53d7a3ef disassociated. External IP: 172.27.2.22, port: 7506035a-9a00-4a41-add4-17fb7a9190e6. May 17 12:12:36.699700 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for 7506035a-9a00-4a41-add4-17fb7a9190e6 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:12:36.761203 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c235ddd-a9cd-4b3a-82f5-6208e9269c47 req-f87653f2-4dc9-4adf-a48c-b2989afd2b33 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:36.762629 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c235ddd-a9cd-4b3a-82f5-6208e9269c47 req-f87653f2-4dc9-4adf-a48c-b2989afd2b33 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0470066 May 17 12:12:36.812098 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c235ddd-a9cd-4b3a-82f5-6208e9269c47 req-424a5161-a203-4b90-a317-3ecb7ca5827b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 May 17 12:12:36.825002 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (7506035a-9a00-4a41-add4-17fb7a9190e6), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:36.858334 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=7506035a-9a00-4a41-add4-17fb7a9190e6,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:36.869957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.869957 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.870250 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.870578 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.870918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.871260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.871592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.872148 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.872510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.872844 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.873174 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.873516 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.873833 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.874168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.874525 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:36.980309 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:12:37.083157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:12:37.093112 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:37.103526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:37.104154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:37.128638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] No DVR routers for this DVR port 7506035a-9a00-4a41-add4-17fb7a9190e6 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:12:37.131178 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:37.134449 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-13373597-4c7f-4227-8021-f806f35f52d0 req-81e3266f-d5be-47f0-b279-d87a5a84505b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "DELETE /v2.0/ports/7506035a-9a00-4a41-add4-17fb7a9190e6 HTTP/1.1" status: 204 len: 173 time: 0.8909540 May 17 12:12:37.134894 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'name': 'network-vif-deleted', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:37.137175 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea445315-9658-42fb-8453-cb9036b30ece" -d '{"events": [{"server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "name": "network-vif-deleted", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:37.181845 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8b751-a312-492b-8c27-8cb1e2d60a3f x-openstack-request-id: req-b0e8b751-a312-492b-8c27-8cb1e2d60a3f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:37.182312 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3692e0a7-74c5-43c9-8047-bc13959c2db7", "name": "network-vif-deleted", "tag": "7506035a-9a00-4a41-add4-17fb7a9190e6", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:37.182866 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0e8b751-a312-492b-8c27-8cb1e2d60a3f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:37.183231 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e8b751-a312-492b-8c27-8cb1e2d60a3f'] response: {'server_uuid': '3692e0a7-74c5-43c9-8047-bc13959c2db7', 'name': 'network-vif-deleted', 'tag': '7506035a-9a00-4a41-add4-17fb7a9190e6', 'status': 'completed', 'code': 200} May 17 12:12:37.212559 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:37.428835 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:37.457294 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:37.465446 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:37.466046 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:37.569613 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:37.602703 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-abef310d-9554-46c6-9620-6e4c058b7cb8 req-8231802d-dd6c-40e7-93ae-c9bd6cdfc045 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=3692e0a7-74c5-43c9-8047-bc13959c2db7 HTTP/1.1" status: 200 len: 210 time: 0.0328295 May 17 12:12:37.797269 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:37.823697 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3edbf4-999e-4d39-b3ee-1bbf5d6df2a7 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '36e7d1a9-558a-41cb-8bc3-173526612383', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:91:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:06:51Z', 'updated_at': '2022-05-17T12:07:30Z', 'revision_number': 2, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:37.933672 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a696a-62e8-4589-89b4-fd44c37db5be req-81025834-2052-47e6-ab4e-61fcd0b9ac18 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:37.935290 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f8a696a-62e8-4589-89b4-fd44c37db5be req-81025834-2052-47e6-ab4e-61fcd0b9ac18 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0499763 May 17 12:12:37.988580 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1f8a696a-62e8-4589-89b4-fd44c37db5be req-334fc043-70f6-4716-8dbd-7ef2d540fc95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466938 May 17 12:12:38.087334 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca4061-f7c7-4d30-8c5c-5679905464b0 None None] New status for floating IP 029a684f-11c0-4c82-860b-9c6e53d7a3ef: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:12:38.692880 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54032) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:38.746295 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (3b1a82d8-f975-4211-ae3c-363a92908c4b), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:38.769281 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (3b1a82d8-f975-4211-ae3c-363a92908c4b), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:38.815902 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3b1a82d8-f975-4211-ae3c-363a92908c4b), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:38.818600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:38.820012 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b1a82d8-f975-4211-ae3c-363a92908c4b HTTP/1.1" status: 204 len: 168 time: 0.1260183 May 17 12:12:38.822977 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54034) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:38.829690 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903800-2873-41c8-a0d2-3de012725303 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a82d8-f975-4211-ae3c-363a92908c4b,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:38.838489 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-e7796443-70b7-44da-80f5-a7964e62de69 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] show failed (client error): The resource could not be found. May 17 12:12:38.839504 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e7796443-70b7-44da-80f5-a7964e62de69 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups/3b1a82d8-f975-4211-ae3c-363a92908c4b HTTP/1.1" status: 404 len: 347 time: 0.0151286 May 17 12:12:38.842462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54036) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:38.912989 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c868-b221-4390-84e3-1919f735a132 req-1f1d8df5-41ad-48b6-8d41-d552e2d34b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:38.915207 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-1f1d8df5-41ad-48b6-8d41-d552e2d34b05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0474181 May 17 12:12:38.960872 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port 98623d7d-84e5-4260-b099-8e52202cd3e0 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:12:38.961242 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.009928 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c868-b221-4390-84e3-1919f735a132 req-cf2d1da5-368e-46b3-af65-42eaee3b2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:39.012495 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-cf2d1da5-368e-46b3-af65-42eaee3b2d87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.0882871 May 17 12:12:39.044971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.045291 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (98623d7d-84e5-4260-b099-8e52202cd3e0), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.058528 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for 98623d7d-84e5-4260-b099-8e52202cd3e0 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:12:39.086491 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-b2fe9bda-592f-4b26-acf9-909d78e43574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 1001 time: 0.0674412 May 17 12:12:39.139514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c868-b221-4390-84e3-1919f735a132 req-1122ac68-a6fc-4ef7-89b7-41fc00c5ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:39.140982 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-1122ac68-a6fc-4ef7-89b7-41fc00c5ef52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0482128 May 17 12:12:39.155319 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199e16c-29f3-4cc1-95b9-cd26ee1b4199 req-84941087-4cd9-45fd-81f0-42c3c1cee31e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:39.158855 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9199e16c-29f3-4cc1-95b9-cd26ee1b4199 req-84941087-4cd9-45fd-81f0-42c3c1cee31e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0925417 May 17 12:12:39.186593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c868-b221-4390-84e3-1919f735a132 req-13c5c2d2-cf0f-458a-b45a-fe3b980bd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:39.188216 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-13c5c2d2-cf0f-458a-b45a-fe3b980bd0a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402589 May 17 12:12:39.235529 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9199e16c-29f3-4cc1-95b9-cd26ee1b4199 req-a56e6bec-450b-4ca9-9b41-c9258cb38177 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632842 May 17 12:12:39.284330 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (98623d7d-84e5-4260-b099-8e52202cd3e0), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.307923 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-bdddd8e0-aae8-448c-adbc-c2a0ab47ef86 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125886 May 17 12:12:39.310548 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=98623d7d-84e5-4260-b099-8e52202cd3e0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:39.378899 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (029a684f-11c0-4c82-860b-9c6e53d7a3ef), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.381575 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:39.385428 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-cb606d13-901b-4465-b239-645c9fa455f2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/floatingips/029a684f-11c0-4c82-860b-9c6e53d7a3ef HTTP/1.1" status: 204 len: 168 time: 0.5391974 May 17 12:12:39.407866 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f5b2c868-b221-4390-84e3-1919f735a132 req-8ad1c930-3b97-4379-be5c-3806a67cf485 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906358 May 17 12:12:39.599005 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7506035a-9a00-4a41-add4-17fb7a9190e6 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:12:39.619087 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 7506035a-9a00-4a41-add4-17fb7a9190e6 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:12:39.619523 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7506035a-9a00-4a41-add4-17fb7a9190e6 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:12:40.354227 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1662-77ce-492f-b909-86d4db167546 req-28b2bf8d-2b82-4d81-9e41-59fe6c8cd214 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:40.355597 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-33bf1662-77ce-492f-b909-86d4db167546 req-28b2bf8d-2b82-4d81-9e41-59fe6c8cd214 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0506477 May 17 12:12:40.403900 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-33bf1662-77ce-492f-b909-86d4db167546 req-5ce7821b-9e34-45fd-bb98-b5d45cb70b18 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 May 17 12:12:41.513457 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f523-4ad7-4b59-92e7-c00a4da5ff11 req-2cb1ef31-aab0-412f-94fa-9c5aac0e6639 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:41.514909 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e40f523-4ad7-4b59-92e7-c00a4da5ff11 req-2cb1ef31-aab0-412f-94fa-9c5aac0e6639 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0461569 May 17 12:12:41.563227 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e40f523-4ad7-4b59-92e7-c00a4da5ff11 req-124f875c-23bc-4922-a66f-aa70c4f59c64 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 May 17 12:12:42.683486 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d41cf-c58c-453c-b159-1bb47af0ac0b req-87f01525-11d8-48f5-84a6-e3efbcecdb90 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:42.685009 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eb5d41cf-c58c-453c-b159-1bb47af0ac0b req-87f01525-11d8-48f5-84a6-e3efbcecdb90 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0492518 May 17 12:12:42.738158 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eb5d41cf-c58c-453c-b159-1bb47af0ac0b req-1b033714-27ff-4c7a-992c-506db6fe6c82 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467882 May 17 12:12:42.931360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54086) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:42.952751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ab7a-f96d-4bf6-8d3b-310a3c4fe417 req-a333ad89-99ba-46af-9ca4-2d1a73aaeb48 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:42.954218 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0559ab7a-f96d-4bf6-8d3b-310a3c4fe417 req-a333ad89-99ba-46af-9ca4-2d1a73aaeb48 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0529153 May 17 12:12:43.008014 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0559ab7a-f96d-4bf6-8d3b-310a3c4fe417 req-19a74445-718d-43d8-baeb-bd40b1d4fe4c tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476522 May 17 12:12:43.017360 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-1c865b79-aa6a-4566-8702-2b0f43d9204e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840628 May 17 12:12:43.027549 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-d25ccb4b-9a29-489d-ae1c-d3a9e76b2a1a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:12:43.030301 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-d25ccb4b-9a29-489d-ae1c-d3a9e76b2a1a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055718 May 17 12:12:43.112329 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54094) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:43.204714 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-751c1ca7-d591-4873-b3a1-e2605d5fbe72 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:43.206300 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-751c1ca7-d591-4873-b3a1-e2605d5fbe72 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports/ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 942 time: 0.0929525 May 17 12:12:43.429156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10796dd-6b1b-4bcc-acfd-b46019f02b13 req-28cc69a4-b954-41d4-b401-2a60ee803265 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:43.430664 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d10796dd-6b1b-4bcc-acfd-b46019f02b13 req-28cc69a4-b954-41d4-b401-2a60ee803265 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0500054 May 17 12:12:43.483137 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d10796dd-6b1b-4bcc-acfd-b46019f02b13 req-c0cce2f8-f353-45a6-826b-e588df6a332e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 May 17 12:12:44.127269 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824ad8-2a87-4c70-9165-148fb41c79d3 req-e809bef4-f307-46a9-8849-0c3aed82bfd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:44.128694 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8c824ad8-2a87-4c70-9165-148fb41c79d3 req-e809bef4-f307-46a9-8849-0c3aed82bfd6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0475254 May 17 12:12:44.148006 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71921c2-8748-4952-a869-8cb7e405cccf req-2d4bdd24-fd54-425e-8aeb-70893f1a903e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:44.149499 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b71921c2-8748-4952-a869-8cb7e405cccf req-2d4bdd24-fd54-425e-8aeb-70893f1a903e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0502255 May 17 12:12:44.177456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8c824ad8-2a87-4c70-9165-148fb41c79d3 req-71d67774-eb8c-4f13-8f21-d10749b7aabb tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 May 17 12:12:44.196841 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b71921c2-8748-4952-a869-8cb7e405cccf req-4ff3716c-7279-4743-a367-85d33f9e3551 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 May 17 12:12:44.607769 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f17153-01e1-4aa3-87b1-ef974375063c req-a1fe06fe-ff9c-4541-8052-a9ae72383c4a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:44.609227 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0f17153-01e1-4aa3-87b1-ef974375063c req-a1fe06fe-ff9c-4541-8052-a9ae72383c4a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0535352 May 17 12:12:44.658065 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e0f17153-01e1-4aa3-87b1-ef974375063c req-56ba5c2a-c6f4-4a97-a476-4d537d4240e4 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 May 17 12:12:45.292173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19100d0f-9d48-4848-a174-885cdaccb75a req-f6fbb9c2-0fa1-43c9-b134-3a41cf77f7f5 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.293957 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-19100d0f-9d48-4848-a174-885cdaccb75a req-f6fbb9c2-0fa1-43c9-b134-3a41cf77f7f5 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0493290 May 17 12:12:45.314717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65ae2b-5e8f-41a6-86a9-e5cd17f3ac6f req-fccae8bd-d70f-4a0d-8d33-844b8e306afd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.316714 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ad65ae2b-5e8f-41a6-86a9-e5cd17f3ac6f req-fccae8bd-d70f-4a0d-8d33-844b8e306afd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0507677 May 17 12:12:45.343884 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-19100d0f-9d48-4848-a174-885cdaccb75a req-b24ee65b-5121-43aa-a9ef-8bbf6e7c0842 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 May 17 12:12:45.364009 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ad65ae2b-5e8f-41a6-86a9-e5cd17f3ac6f req-3ce895aa-7343-4305-a48e-40af4ab8a557 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e20f244-026c-440c-aabe-a13e7fea6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 May 17 12:12:45.436044 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-156337b5-e842-49d0-93e9-336a90c3a9c2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.437519 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-156337b5-e842-49d0-93e9-336a90c3a9c2 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 946 time: 0.0458112 May 17 12:12:45.462513 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-c6f6974b-e345-4d49-88ef-4e7543ae3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.463939 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-c6f6974b-e345-4d49-88ef-4e7543ae3bc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628&tenant_id=76b64f5e92ae4a0a9f756026c2e398af HTTP/1.1" status: 200 len: 1129 time: 0.0727310 May 17 12:12:45.525997 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port e9c1c53c-8160-4739-98f3-05a522031fb3 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:12:45.526336 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.539360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-9a78068c-366e-4e8e-bd7c-c6e20f046358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.540913 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-9a78068c-366e-4e8e-bd7c-c6e20f046358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0392778 May 17 12:12:45.615822 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:12:45.619129 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] For port e9c1c53c-8160-4739-98f3-05a522031fb3, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=e9c1c53c-8160-4739-98f3-05a522031fb3,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:45.619129 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.632904 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-7805e1e4-c4e2-4ba3-a8e3-08ad2e14c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.634758 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-7805e1e4-c4e2-4ba3-a8e3-08ad2e14c792 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.0872400 May 17 12:12:45.693664 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ce775399-8aaa-44e2-8bad-de44d822b044 is: ACTIVE; New status is: DOWN {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:12:45.694954 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.698645 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-a49027fc-d653-4b7a-a185-c15876a67514 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 1001 time: 0.0572991 May 17 12:12:45.722865 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:45.726568 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4a389-a5da-4dce-b3f4-57634d6873db" -d '{"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-unplugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:45.745136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:45.750152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.755816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-6cbdcda8-030e-4c2e-84eb-2fba7952509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.757588 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-6cbdcda8-030e-4c2e-84eb-2fba7952509a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0523286 May 17 12:12:45.803315 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:45.811374 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.811841 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-b528bd8c-f541-44e7-8810-ac3a1e1384f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.812164 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.812702 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.813417 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.813766 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.814156 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.815057 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.815404 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.815738 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.816162 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.816519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.816867 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.817199 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.817522 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.817846 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:45.819162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfd8df-a4d9-40db-9341-698e2f9fcb6e req-96c8950e-b910-44e5-a242-f9e4f639063f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:45.820864 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-b528bd8c-f541-44e7-8810-ac3a1e1384f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557024 May 17 12:12:45.824645 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9fbfd8df-a4d9-40db-9341-698e2f9fcb6e req-96c8950e-b910-44e5-a242-f9e4f639063f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0908248 May 17 12:12:45.857148 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f6f96a-874c-43eb-ab62-689d7de66398 x-openstack-request-id: req-f7f6f96a-874c-43eb-ab62-689d7de66398 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:45.857472 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-unplugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:45.857924 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7f6f96a-874c-43eb-ab62-689d7de66398 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:45.858335 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f6f96a-874c-43eb-ab62-689d7de66398'] response: {'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'code': 200} May 17 12:12:45.922176 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.922537 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:45.922852 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 36e7d1a9-558a-41cb-8bc3-173526612383 disassociated. External IP: 172.27.2.17, port: e9c1c53c-8160-4739-98f3-05a522031fb3. May 17 12:12:45.923198 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for e9c1c53c-8160-4739-98f3-05a522031fb3 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:12:45.931541 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9fbfd8df-a4d9-40db-9341-698e2f9fcb6e req-d0ee1031-b990-4f26-beba-c0bd9dc3e8d0 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039853 May 17 12:12:46.075062 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (e9c1c53c-8160-4739-98f3-05a522031fb3), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:46.102861 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=e9c1c53c-8160-4739-98f3-05a522031fb3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:46.114726 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.115077 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.115421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.115762 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.116097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.116524 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.116860 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.117193 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.117520 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.117847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.118182 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.118489 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.118811 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.119143 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.119452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:12:46.155016 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-65b860b2-19b9-4516-8274-45f16bff1775 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272114 May 17 12:12:46.224386 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:12:46.253110 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98885869-7f27-466b-b20c-4b34a2d2e012 req-19ea9e15-57c7-4476-8219-db8b96034394 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 May 17 12:12:46.327131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:12:46.338137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:12:46.349290 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:46.349909 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:46.368791 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] No DVR routers for this DVR port e9c1c53c-8160-4739-98f3-05a522031fb3 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:12:46.371604 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:46.375291 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1ef4e09d-7f91-4a10-97fa-872dd78b3fe4 req-a8ba7318-e775-4365-96c1-818690177e07 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "DELETE /v2.0/ports/e9c1c53c-8160-4739-98f3-05a522031fb3 HTTP/1.1" status: 204 len: 173 time: 0.9322731 May 17 12:12:46.375689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'name': 'network-vif-deleted', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:46.378664 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dccba25-b093-4ef1-bbcc-9cd6071251bc" -d '{"events": [{"server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "name": "network-vif-deleted", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:46.458777 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:46.480874 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847f8f0-fbee-45b4-899c-11a7796ce673 x-openstack-request-id: req-f847f8f0-fbee-45b4-899c-11a7796ce673 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:46.481101 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed125da4-128c-4d7e-ae52-d42f71475d0d", "name": "network-vif-deleted", "tag": "e9c1c53c-8160-4739-98f3-05a522031fb3", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:46.481368 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f847f8f0-fbee-45b4-899c-11a7796ce673 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:46.481783 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f847f8f0-fbee-45b4-899c-11a7796ce673'] response: {'server_uuid': 'ed125da4-128c-4d7e-ae52-d42f71475d0d', 'name': 'network-vif-deleted', 'tag': 'e9c1c53c-8160-4739-98f3-05a522031fb3', 'status': 'completed', 'code': 200} May 17 12:12:46.494124 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbe8a-bce2-42a7-b763-c24463217b59 req-5985fe13-c82e-4588-837a-dd1216416c86 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:46.495718 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-890bbe8a-bce2-42a7-b763-c24463217b59 req-5985fe13-c82e-4588-837a-dd1216416c86 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0759876 May 17 12:12:46.575349 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-890bbe8a-bce2-42a7-b763-c24463217b59 req-f41d287d-2eac-4fb6-a98d-1f2bf6512f01 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733755 May 17 12:12:46.589718 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-96ac32e6-9ee2-4f7f-afb6-430adaa4b594 req-8a74e54e-b8dc-49f9-88ae-84a7614cda0a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 210 time: 0.0390711 May 17 12:12:46.780913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:46.808628 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:12:46.816802 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:12:46.817396 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:46.918360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:12:47.050254 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd4493-625e-4d35-9ce6-638deaa7d0a8 req-8d724545-e481-4701-b08d-c55a7898f776 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:47.051743 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0dd4493-625e-4d35-9ce6-638deaa7d0a8 req-8d724545-e481-4701-b08d-c55a7898f776 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0509973 May 17 12:12:47.099659 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0dd4493-625e-4d35-9ce6-638deaa7d0a8 req-2eef3759-32fd-43cb-9b81-67653fa46d91 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 May 17 12:12:47.105161 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:12:47.130334 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0c5ad-c481-43af-bf1a-72df05787ec1 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:12:47.356909 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296dd7a-f26d-4e3a-9833-205b149d4cd9 None None] New status for floating IP 36e7d1a9-558a-41cb-8bc3-173526612383: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:12:47.697955 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2871-fe4d-4002-a5ad-4d7b3b499b59 req-939bee14-02bb-4c0d-a866-15c0fc2f43b0 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:47.699203 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a04585ef-ca8a-460f-b3c5-a3e74b61722f req-86d2064e-43c9-4a62-ba64-30993d21793f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed125da4-128c-4d7e-ae52-d42f71475d0d HTTP/1.1" status: 200 len: 210 time: 0.0282621 May 17 12:12:47.699653 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-788b2871-fe4d-4002-a5ad-4d7b3b499b59 req-939bee14-02bb-4c0d-a866-15c0fc2f43b0 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0473390 May 17 12:12:47.755455 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-788b2871-fe4d-4002-a5ad-4d7b3b499b59 req-72405912-9c20-431c-aef3-ed025e2448e5 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499096 May 17 12:12:48.214514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f58637-6a63-4854-bf80-e3f489372181 req-8b130054-4e60-416f-87d5-e0a3ea4f3093 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:48.215979 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12f58637-6a63-4854-bf80-e3f489372181 req-8b130054-4e60-416f-87d5-e0a3ea4f3093 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0465896 May 17 12:12:48.262172 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-12f58637-6a63-4854-bf80-e3f489372181 req-fb141192-145a-44bb-b4b8-e2affb8f91bc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 May 17 12:12:48.781391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54158) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:48.846611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (1e20f244-026c-440c-aabe-a13e7fea6bd8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:48.888268 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (1e20f244-026c-440c-aabe-a13e7fea6bd8), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:48.897064 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f952-de49-4559-a0b8-3436e89dcf94 req-f511b04f-aa5e-4997-8b58-ea92b57d33d7 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:48.898499 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-54f9f952-de49-4559-a0b8-3436e89dcf94 req-f511b04f-aa5e-4997-8b58-ea92b57d33d7 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0659399 May 17 12:12:48.964411 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-54f9f952-de49-4559-a0b8-3436e89dcf94 req-d1043e21-a0ce-4530-bb03-53f174d7d362 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603592 May 17 12:12:48.973983 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1e20f244-026c-440c-aabe-a13e7fea6bd8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:48.976623 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:48.977695 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e20f244-026c-440c-aabe-a13e7fea6bd8 HTTP/1.1" status: 204 len: 168 time: 0.1953094 May 17 12:12:48.980605 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54162) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:48.986716 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c0d53-1158-466a-b829-e15d94d23493 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20f244-026c-440c-aabe-a13e7fea6bd8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:48.996883 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.api.v2.resource [None req-6b1a8834-9dc1-44c0-9171-3c257964b0dd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] show failed (client error): The resource could not be found. May 17 12:12:48.997903 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6b1a8834-9dc1-44c0-9171-3c257964b0dd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups/1e20f244-026c-440c-aabe-a13e7fea6bd8 HTTP/1.1" status: 404 len: 347 time: 0.0162082 May 17 12:12:49.001191 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54164) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:49.111202 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port 72ac04f3-0452-46a3-8932-e6c91e41a66c {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:12:49.111460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.185164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.185498 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (72ac04f3-0452-46a3-8932-e6c91e41a66c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.198270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for 72ac04f3-0452-46a3-8932-e6c91e41a66c owned by network:floatingip {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:12:49.341977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (72ac04f3-0452-46a3-8932-e6c91e41a66c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.388910 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=72ac04f3-0452-46a3-8932-e6c91e41a66c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:49.402058 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0c16-ac71-4bdb-a658-ad8f157d8201 req-724d4c19-27f5-49df-8927-d778472842d5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:49.403559 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8fea0c16-ac71-4bdb-a658-ad8f157d8201 req-724d4c19-27f5-49df-8927-d778472842d5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0733192 May 17 12:12:49.491044 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8fea0c16-ac71-4bdb-a658-ad8f157d8201 req-4c8dc707-4f0b-4f37-a88c-4a42e2eed10f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698607 May 17 12:12:49.491805 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (36e7d1a9-558a-41cb-8bc3-173526612383), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.494264 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.495283 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-c5396cfc-55e1-489c-99a2-b9185605cf39 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/floatingips/36e7d1a9-558a-41cb-8bc3-173526612383 HTTP/1.1" status: 204 len: 168 time: 0.4924252 May 17 12:12:49.568158 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54170) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:49.572921 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799154497', 'description': 'tempest-description--1645094889'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:49.597020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.628896 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device e9c1c53c-8160-4739-98f3-05a522031fb3 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:12:49.651287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: e9c1c53c-8160-4739-98f3-05a522031fb3 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:12:49.651670 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device e9c1c53c-8160-4739-98f3-05a522031fb3 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:12:49.663610 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (430d5edf-56f6-40a5-97d1-9bd343b99a3c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.667287 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (430d5edf-56f6-40a5-97d1-9bd343b99a3c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.696904 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.698351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1290917 May 17 12:12:49.700258 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfedfe6-885d-4af3-80d2-d2cc2da52e9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430d5edf-56f6-40a5-97d1-9bd343b99a3c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:49.701328 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54172) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:49.706003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '430d5edf-56f6-40a5-97d1-9bd343b99a3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:49.731346 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (c74dadad-f0fb-4271-be74-be43a9fbbb62), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.787293 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (c74dadad-f0fb-4271-be74-be43a9fbbb62), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.790860 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (c74dadad-f0fb-4271-be74-be43a9fbbb62), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.810365 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74dadad-f0fb-4271-be74-be43a9fbbb62,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:49.816542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.817560 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-27ffc67a-bdfc-4d9f-b341-9eb6f0079c2b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152482 May 17 12:12:49.820219 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54174) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:49.824652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '430d5edf-56f6-40a5-97d1-9bd343b99a3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:49.850332 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (0433afaa-8b21-4f65-b432-63415d68b9d4), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.909132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (0433afaa-8b21-4f65-b432-63415d68b9d4), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.912973 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (0433afaa-8b21-4f65-b432-63415d68b9d4), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.930557 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0433afaa-8b21-4f65-b432-63415d68b9d4,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:49.937586 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:49.938774 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0bd9627b-5336-405a-805b-57135560fdac tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176398 May 17 12:12:49.941936 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54176) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:12:49.946059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:49.965876 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.078139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.092426 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592e5c0-3989-48dd-b7d1-843c18339e80 req-5a018e87-f2df-42dd-b8f0-7f768fdcdafb tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:50.093889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b592e5c0-3989-48dd-b7d1-843c18339e80 req-5a018e87-f2df-42dd-b8f0-7f768fdcdafb tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0626667 May 17 12:12:50.203053 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b592e5c0-3989-48dd-b7d1-843c18339e80 req-16705796-7c09-4413-abe0-f6c6f97520ac tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796745 May 17 12:12:50.225965 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.27.2.125 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/16a99b65-7a28-4772-ae09-ffd596609f35) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:12:50.329384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (16a99b65-7a28-4772-ae09-ffd596609f35), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.361047 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.397679 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:12:50.401955 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:12:50.407773 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:12:50.413734 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=16a99b65-7a28-4772-ae09-ffd596609f35,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:50.496904 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.535306 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.607513 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20bed7-0356-4d96-b6bc-06500d08a6d1 req-46b2b2f6-d495-4839-a242-8f134af64fa5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:50.608998 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7f20bed7-0356-4d96-b6bc-06500d08a6d1 req-46b2b2f6-d495-4839-a242-8f134af64fa5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0487399 May 17 12:12:50.655394 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7f20bed7-0356-4d96-b6bc-06500d08a6d1 req-ad979f30-c189-4d61-a557-b1b8ebe5b386 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 May 17 12:12:50.710750 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (16a99b65-7a28-4772-ae09-ffd596609f35), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.715198 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.786150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=16a99b65-7a28-4772-ae09-ffd596609f35,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:50.795650 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.811374 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:50.812658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8aa0f9d9-812f-4277-b696-d7f6c6e9d606 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8697898 May 17 12:12:50.958370 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-9dc854c5-b889-4fc9-b876-9f5b80740c1a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--799154497&fields=id&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 267 time: 0.0425873 May 17 12:12:51.061335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-dc55cec2-19af-4d76-aff7-69e277ad2c7a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:51.062680 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-dc55cec2-19af-4d76-aff7-69e277ad2c7a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.0981073 May 17 12:12:51.078211 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-b6829be0-96f0-4475-90d8-8c39fdab4b03 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/quotas/27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 375 time: 0.0093975 May 17 12:12:51.129013 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-6689a20c-206b-4cd8-8c59-92a55a40f21e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460107 May 17 12:12:51.265137 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-418ae5b4-d1ac-477b-805c-807f94228d42 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246636 May 17 12:12:51.316643 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ad9d-346b-4ce4-a438-d41844000de0 req-dd15fe90-c139-48c8-a18c-4903efd8f09e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:51.318053 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6663ad9d-346b-4ce4-a438-d41844000de0 req-dd15fe90-c139-48c8-a18c-4903efd8f09e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0476384 May 17 12:12:51.359358 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-82861880-1c63-4e34-aea6-c79aa638d43d service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885818 May 17 12:12:51.372761 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6663ad9d-346b-4ce4-a438-d41844000de0 req-d8310191-9cdf-4199-951a-0470b0535734 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481679 May 17 12:12:51.514463 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c4d6df08-5665-4201-a201-cd7ae2ad98b5 req-e75910dc-2179-497b-836d-e5af3f38d021 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0269876 May 17 12:12:51.658204 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:51.772215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908ce39-ac67-4bf7-aaa9-28e19aacffab req-8e3a0ca4-e574-4541-9e86-0cf96fabf5ec tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:51.773703 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c908ce39-ac67-4bf7-aaa9-28e19aacffab req-8e3a0ca4-e574-4541-9e86-0cf96fabf5ec tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0484343 May 17 12:12:51.821784 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c908ce39-ac67-4bf7-aaa9-28e19aacffab req-2737ff36-e029-4d7e-b031-0f14aa244186 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 May 17 12:12:51.886810 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-612b5fa3-28a0-418c-ab8d-c06ea81326c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:52.484174 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07053135-48f2-4093-8282-1e7b7415f59a req-f828d646-10bd-4e4b-bb15-23faae3af92a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:52.485665 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-07053135-48f2-4093-8282-1e7b7415f59a req-f828d646-10bd-4e4b-bb15-23faae3af92a tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0469148 May 17 12:12:52.534681 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-07053135-48f2-4093-8282-1e7b7415f59a req-ac4adf6e-4991-4a5b-9f60-d34ef119b1f6 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 May 17 12:12:52.614141 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-6928156e-746a-4645-989e-5f38a26eb6e0 req-594b5e9d-2957-4473-ae61-3b1cee76fcde tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0283473 May 17 12:12:52.938086 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7588f9-2622-4ac2-badd-eda88abf4db8 req-c636934d-7f50-40de-aec5-2b869024e26d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:52.939499 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ce7588f9-2622-4ac2-badd-eda88abf4db8 req-c636934d-7f50-40de-aec5-2b869024e26d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0482969 May 17 12:12:52.985312 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ce7588f9-2622-4ac2-badd-eda88abf4db8 req-1a1e684c-df46-4ccd-9eab-ca2178a7e029 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 May 17 12:12:53.651533 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dfbc8-f5c8-42ec-8931-cf2e495c78cb req-31378e70-b129-444d-b2f1-b39a87838e18 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:53.653027 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c71dfbc8-f5c8-42ec-8931-cf2e495c78cb req-31378e70-b129-444d-b2f1-b39a87838e18 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0494747 May 17 12:12:53.703741 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c71dfbc8-f5c8-42ec-8931-cf2e495c78cb req-4ed383e6-5324-4ab3-9072-754fbb1925c4 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 May 17 12:12:53.709381 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dbcfa0c6-b024-46f5-9c32-d28676dea4b1 req-d11694e9-de25-4d1a-be08-8bcd24ff7321 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0274818 May 17 12:12:54.102039 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca515-13ff-47c9-9d45-5b036a291980 req-461f0735-9f22-48ad-a362-427b7216a447 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:54.103519 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c84ca515-13ff-47c9-9d45-5b036a291980 req-461f0735-9f22-48ad-a362-427b7216a447 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0511878 May 17 12:12:54.154388 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c84ca515-13ff-47c9-9d45-5b036a291980 req-a3eef0b9-ffd4-4c98-b581-9dc1bd755e37 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 May 17 12:12:54.292311 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-15f7e185-594e-49a1-97ee-ef6f8b566550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:54.312734 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-f603017e-8b83-4958-9380-e386126c30e7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:54.314215 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-f603017e-8b83-4958-9380-e386126c30e7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.1299689 May 17 12:12:54.451781 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac33e-6abf-4736-aca9-444ddb6ad2d1 req-22f72975-032c-499e-9509-520930a06246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:54.453424 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17cac33e-6abf-4736-aca9-444ddb6ad2d1 req-22f72975-032c-499e-9509-520930a06246 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1127 time: 0.0459623 May 17 12:12:54.516668 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17cac33e-6abf-4736-aca9-444ddb6ad2d1 req-c90500bf-dc7b-417c-9898-cdbf3c1781c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553784 May 17 12:12:54.635388 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-1439aa49-08d4-4527-aa99-46ca8477258c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 379 time: 0.2819071 May 17 12:12:54.806024 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2952d94-7cf3-402b-93cf-f2fb41cfe2a6 req-6f3c705b-a7f7-45c5-8244-f27b71f1242f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0271077 May 17 12:12:54.826192 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9a175-a247-4709-85cb-07f45f79d6f4 req-7407074e-6b4a-4445-8145-9a8f3b7dc533 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:54.827658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3ff9a175-a247-4709-85cb-07f45f79d6f4 req-7407074e-6b4a-4445-8145-9a8f3b7dc533 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 943 time: 0.0524573 May 17 12:12:54.874597 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3ff9a175-a247-4709-85cb-07f45f79d6f4 req-9218e10b-0df8-4fb9-bb0b-eabd9bb56050 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 May 17 12:12:54.945637 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'port': {'device_id': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'admin_state_up': True, 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'security_groups': ['430d5edf-56f6-40a5-97d1-9bd343b99a3c']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:55.052707 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:12:55.056029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.180966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.20.0.4 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/ee78d37c-d82b-4318-894a-ba9b46ce8870) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:12:55.321590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb565b1-42ab-4910-8462-2aa088b0cd83 req-d1597497-4e02-4599-86ab-bc9f77b129c3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:55.323224 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4bb565b1-42ab-4910-8462-2aa088b0cd83 req-d1597497-4e02-4599-86ab-bc9f77b129c3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0988665 May 17 12:12:55.379783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.384721 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.402475 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4bb565b1-42ab-4910-8462-2aa088b0cd83 req-42a29d8b-0024-439e-b568-51b62be00536 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724046 May 17 12:12:55.429047 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.473897 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:12:55.477065 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:12:55.480790 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:12:55.530627 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:55.547450 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:55.548078 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.578254 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-e600a869-3722-43e1-8e04-6023c022a853 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362031 May 17 12:12:55.626301 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840a1ce-4aca-4ad2-8620-502055c471b3 req-ac1b1925-f77a-4659-aabb-2b8185c36efa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:55.628470 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3840a1ce-4aca-4ad2-8620-502055c471b3 req-ac1b1925-f77a-4659-aabb-2b8185c36efa tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0542412 May 17 12:12:55.675790 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:12:55.676832 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3840a1ce-4aca-4ad2-8620-502055c471b3 req-32a3680e-29da-4bb4-a82a-521a44b3ec3c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 May 17 12:12:55.754193 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-43ef9bcf-e62f-49ca-bc81-ce93aeaba200 None None] Provisioning complete for port ee78d37c-d82b-4318-894a-ba9b46ce8870 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:12:55.754626 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-43ef9bcf-e62f-49ca-bc81-ce93aeaba200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.797339 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-43ef9bcf-e62f-49ca-bc81-ce93aeaba200 None None] Port ee78d37c-d82b-4318-894a-ba9b46ce8870 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:12:55.809387 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:55.819563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'port_id': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'mac_address': 'fa:16:3e:42:1d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:12:55.857542 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ce775399-8aaa-44e2-8bad-de44d822b044 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:12:55.857937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.871234 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce775399-8aaa-44e2-8bad-de44d822b044 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:12:55.890344 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:55.894428 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:55.919262 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7bb45-f2fb-479e-a205-fb74948bb222 req-7ae07e3a-27d8-43d9-8956-ddd01f33c335 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:55.920784 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-04c7bb45-f2fb-479e-a205-fb74948bb222 req-7ae07e3a-27d8-43d9-8956-ddd01f33c335 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 931 time: 0.0467641 May 17 12:12:55.941435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:55.973651 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-04c7bb45-f2fb-479e-a205-fb74948bb222 req-8e4eabd1-2438-4a78-b868-6c324abb2a75 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462770 May 17 12:12:56.002079 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb12852-be59-4e95-90bf-f23966aae0e2 req-8d407ea7-f56f-4cce-9816-a8ba22eb752f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:56.003718 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-adb12852-be59-4e95-90bf-f23966aae0e2 req-8d407ea7-f56f-4cce-9816-a8ba22eb752f tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 944 time: 0.0519438 May 17 12:12:56.041815 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Request body: {'port': {'device_id': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:12:56.077951 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-adb12852-be59-4e95-90bf-f23966aae0e2 req-fbba1708-2003-4df4-b1da-aa2846d6de19 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687289 May 17 12:12:56.113642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.305125 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43bfe-4725-4724-aa8c-f2131225faca req-4810e450-2e11-4fe0-bac7-9fb9f40ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:56.306889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-4810e450-2e11-4fe0-bac7-9fb9f40ae91e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 1129 time: 0.0409610 May 17 12:12:56.399586 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43bfe-4725-4724-aa8c-f2131225faca req-d0623477-6fba-446a-babb-ae13115077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:56.401094 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-d0623477-6fba-446a-babb-ae13115077bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.0878332 May 17 12:12:56.413866 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee78d37c-d82b-4318-894a-ba9b46ce8870 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:12:56.421231 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks [] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.434734 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Transition to ACTIVE for port object ee78d37c-d82b-4318-894a-ba9b46ce8870 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:12:56.438406 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.487260 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Pushing event updated for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:56.569467 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Attempting to bind port ee78d37c-d82b-4318-894a-ba9b46ce8870 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:12:56.569847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Attempting to bind port ee78d37c-d82b-4318-894a-ba9b46ce8870 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:12:56.570267 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Attempting to bind port ee78d37c-d82b-4318-894a-ba9b46ce8870 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:12:56.575361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Port ee78d37c-d82b-4318-894a-ba9b46ce8870 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:12:56.575687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Attempting to bind port ee78d37c-d82b-4318-894a-ba9b46ce8870 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:12:56.581368 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:12:56.582326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:12:56.582827 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:12:56.583261 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Bound port: ee78d37c-d82b-4318-894a-ba9b46ce8870, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:12:56.583627 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.648339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:12:56.651505 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:12:56.657646 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.692884 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:56.693425 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.694784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee78d37c-d82b-4318-894a-ba9b46ce8870 HTTP/1.1" status: 200 len: 1093 time: 0.6595793 May 17 12:12:56.695223 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:56.697472 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62" -d '{"events": [{"name": "network-changed", "server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:56.724207 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc63bd-3b08-4686-8f58-b76d6d77e916 service neutron] Pushing event updated for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:12:56.758563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:56.794068 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec6ed0b-dbc0-47be-88f8-e2d4fe48b757 x-openstack-request-id: req-9ec6ed0b-dbc0-47be-88f8-e2d4fe48b757 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:56.794449 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:56.794776 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ec6ed0b-dbc0-47be-88f8-e2d4fe48b757 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:56.795173 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec6ed0b-dbc0-47be-88f8-e2d4fe48b757'] response: {'name': 'network-changed', 'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'status': 'completed', 'code': 200} May 17 12:12:56.842112 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20416504-79ba-4e6e-bb0c-54b1e7289730 req-a41dab9b-aacf-45ba-9e9f-1a40077548cc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:56.843991 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20416504-79ba-4e6e-bb0c-54b1e7289730 req-a41dab9b-aacf-45ba-9e9f-1a40077548cc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0619562 May 17 12:12:56.897801 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20416504-79ba-4e6e-bb0c-54b1e7289730 req-aeec5c73-6acf-4729-abaa-1db7f97f2aaf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 May 17 12:12:57.078650 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-2bb34939-a557-4aa3-bad1-9ccfd1851f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.080227 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-2bb34939-a557-4aa3-bad1-9ccfd1851f61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 1127 time: 0.0451887 May 17 12:12:57.108414 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-e2cdee0d-9b7a-4b24-b084-59d2a7331f2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 200 len: 1000 time: 0.0958283 May 17 12:12:57.127981 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7586cb3-5001-454e-9fea-b77c81d0f18c req-29b02e77-afd3-444e-9248-d7cd4ad672b3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.129664 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7586cb3-5001-454e-9fea-b77c81d0f18c req-29b02e77-afd3-444e-9248-d7cd4ad672b3 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0689960 May 17 12:12:57.193051 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43bfe-4725-4724-aa8c-f2131225faca req-c79e5afa-ef60-4acc-80e2-3e0e699d8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.194403 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-c79e5afa-ef60-4acc-80e2-3e0e699d8a47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.0791249 May 17 12:12:57.233799 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7586cb3-5001-454e-9fea-b77c81d0f18c req-fe978939-c2a1-4b40-a25a-0ba4f916f088 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850708 May 17 12:12:57.246869 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c43bfe-4725-4724-aa8c-f2131225faca req-480154d3-b12c-4399-b5c9-0ac94086baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.248254 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-480154d3-b12c-4399-b5c9-0ac94086baa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463285 May 17 12:12:57.279185 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ea88e-7e84-4cb2-b98a-77ea87fb1ccd req-275516ec-7dad-4897-80e9-e8564bae147d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.280682 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1b8ea88e-7e84-4cb2-b98a-77ea87fb1ccd req-275516ec-7dad-4897-80e9-e8564bae147d tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 944 time: 0.1285901 May 17 12:12:57.318660 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-8f7b25c0-1ef0-462e-a37e-f0dd8e78fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.320085 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-8f7b25c0-1ef0-462e-a37e-f0dd8e78fd5e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=27acd98621cd4a51ac46fb12e1824168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2254827 May 17 12:12:57.338603 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-99b08d2e-6788-425f-8870-5fbbfe014fcf service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 May 17 12:12:57.392251 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1b8ea88e-7e84-4cb2-b98a-77ea87fb1ccd req-0a467994-0eb5-413e-980d-da69bbff8a21 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986736 May 17 12:12:57.433499 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76c43bfe-4725-4724-aa8c-f2131225faca req-8a34fec2-ad33-424f-a81a-787358d6ee36 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885561 May 17 12:12:57.491090 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['ce775399-8aaa-44e2-8bad-de44d822b044'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:12:57.500091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-50a097b1-c3f3-4b9c-a76c-5da87d4d51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.501568 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dcebd7ba-42d4-4ad7-92ad-7dd94dc92c62 req-50a097b1-c3f3-4b9c-a76c-5da87d4d51be service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709080 May 17 12:12:57.632858 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-65fb7481-546d-4ea7-8d2a-91cc20857afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.634331 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-65fb7481-546d-4ea7-8d2a-91cc20857afe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 1127 time: 0.0391855 May 17 12:12:57.708093 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-a11c21da-0edb-4c38-9bfc-1661e7a77f9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870 HTTP/1.1" status: 200 len: 217 time: 0.0365477 May 17 12:12:57.758628 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-83ee8090-0036-4de5-bf85-606579851583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.760065 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-83ee8090-0036-4de5-bf85-606579851583 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0437574 May 17 12:12:57.804294 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-9dc8bacc-4df2-48cc-881c-34b51abd5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.805780 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-9dc8bacc-4df2-48cc-881c-34b51abd5c45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389814 May 17 12:12:57.900043 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-992df6fa-5457-4d0b-bc82-f184851afaff service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875387 May 17 12:12:57.979219 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af116-3fe8-4fff-96fd-7f96e5dd3a70 req-e3a0cf7c-aafd-4991-9cb8-130077a2c463 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:57.980742 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-273af116-3fe8-4fff-96fd-7f96e5dd3a70 req-e3a0cf7c-aafd-4991-9cb8-130077a2c463 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0480192 May 17 12:12:58.014066 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0725-28fa-4758-b52b-8ee70f25d8d6 req-a2d0f163-da96-458a-9f5b-7914e170b73c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:58.015632 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aaca0725-28fa-4758-b52b-8ee70f25d8d6 req-a2d0f163-da96-458a-9f5b-7914e170b73c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0473166 May 17 12:12:58.030291 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-273af116-3fe8-4fff-96fd-7f96e5dd3a70 req-bf6fbea8-b425-4c58-a542-5b992a8af134 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 May 17 12:12:58.066042 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aaca0725-28fa-4758-b52b-8ee70f25d8d6 req-fd85889d-3c10-4190-b3ec-57dfec587826 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 May 17 12:12:58.341619 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:58.352050 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14dc72-d6cd-4ab2-b88c-216419b3683b req-cfb6393c-5c10-4077-aeec-e9a38c22755e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:58.353561 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-af14dc72-d6cd-4ab2-b88c-216419b3683b req-cfb6393c-5c10-4077-aeec-e9a38c22755e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0510254 May 17 12:12:58.401268 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-af14dc72-d6cd-4ab2-b88c-216419b3683b req-20058767-ac5b-4699-9970-b65c665db69f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 May 17 12:12:59.150688 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619594-464e-4d1e-b12c-4067d0a70cca req-5039319f-aba7-4149-b5c0-ccbf6a0590c4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:59.152173 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-39619594-464e-4d1e-b12c-4067d0a70cca req-5039319f-aba7-4149-b5c0-ccbf6a0590c4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0501213 May 17 12:12:59.178110 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eac0bf-5b42-4994-9146-2e7997a39c69 req-991dbf19-e6c8-4ddb-b2e0-5c7f08e48732 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:59.179578 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-23eac0bf-5b42-4994-9146-2e7997a39c69 req-991dbf19-e6c8-4ddb-b2e0-5c7f08e48732 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0466013 May 17 12:12:59.199521 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-39619594-464e-4d1e-b12c-4067d0a70cca req-87a890a6-6470-4522-a9cb-1a5a00a094f0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 May 17 12:12:59.227703 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-23eac0bf-5b42-4994-9146-2e7997a39c69 req-a4b90a28-c062-48d4-90cd-f3206f17b9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 May 17 12:12:59.530572 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32dcb5-92e0-4942-a0c5-cafedd6e0f84 req-83151756-b92a-475d-9f00-2cdb0929a18e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:12:59.532034 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ed32dcb5-92e0-4942-a0c5-cafedd6e0f84 req-83151756-b92a-475d-9f00-2cdb0929a18e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0623035 May 17 12:12:59.534066 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2e83e39b-d0ff-46d0-bf3c-9bf243511137 req-eab6cebf-3ce7-4b48-8ef2-15bb8a923ffe service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242664 May 17 12:12:59.578828 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ed32dcb5-92e0-4942-a0c5-cafedd6e0f84 req-5062b6d6-1429-418c-aa60-c73b4b2c4a87 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 May 17 12:12:59.720657 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:12:59.763532 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port ce775399-8aaa-44e2-8bad-de44d822b044 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:12:59.763902 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:59.830026 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ce775399-8aaa-44e2-8bad-de44d822b044 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:12:59.830408 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:59.851620 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:12:59.853856 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0246be89-290a-414a-b194-1c551d280913" -d '{"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-plugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:12:59.869890 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:12:59.874212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:12:59.897248 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfcf959-64f2-4b16-8a8d-b5f6f294f309 x-openstack-request-id: req-ccfcf959-64f2-4b16-8a8d-b5f6f294f309 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:12:59.897539 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-plugged", "status": "completed", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:12:59.897795 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccfcf959-64f2-4b16-8a8d-b5f6f294f309 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:12:59.898187 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfcf959-64f2-4b16-8a8d-b5f6f294f309'] response: {'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'code': 200} May 17 12:12:59.922115 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:00.317274 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22379-c377-448b-8a92-4ba0e212d998 req-bcf98b29-1e18-470c-82d1-6a2ce0774e69 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:00.318698 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-92a22379-c377-448b-8a92-4ba0e212d998 req-bcf98b29-1e18-470c-82d1-6a2ce0774e69 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0465910 May 17 12:13:00.364144 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-92a22379-c377-448b-8a92-4ba0e212d998 req-1540af9d-e7ff-4408-a1c0-da442351e259 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 May 17 12:13:00.691743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cf3fc-267d-4f94-891d-bf0dc1a63f77 req-5a7ec4ed-fbe5-4757-abb4-90fa34adb5f6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:00.693236 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ee2cf3fc-267d-4f94-891d-bf0dc1a63f77 req-5a7ec4ed-fbe5-4757-abb4-90fa34adb5f6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0460379 May 17 12:13:00.742439 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ee2cf3fc-267d-4f94-891d-bf0dc1a63f77 req-2ec05ef0-a83b-404c-a972-c6d0fc1657e0 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 May 17 12:13:01.483579 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8dc68-38c3-4f04-80b5-824df4147190 req-b247ed27-a41d-413d-aa8c-27a1494e0316 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:01.485074 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-47a8dc68-38c3-4f04-80b5-824df4147190 req-b247ed27-a41d-413d-aa8c-27a1494e0316 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0509987 May 17 12:13:01.530747 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-47a8dc68-38c3-4f04-80b5-824df4147190 req-39d8b699-b238-40d2-87a5-5159ed7f61fe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 May 17 12:13:01.855159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17511f-a009-42c8-bf6a-faefc238635a req-bbcb51cb-8ec1-4c60-a749-e18d220a1575 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:01.856635 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ec17511f-a009-42c8-bf6a-faefc238635a req-bbcb51cb-8ec1-4c60-a749-e18d220a1575 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0468936 May 17 12:13:01.902584 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ec17511f-a009-42c8-bf6a-faefc238635a req-48739027-b481-4237-b8cd-53c73ad71052 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 May 17 12:13:02.665968 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-8ca912d3-4750-4af0-b9cb-90b72b9ca79f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:02.667383 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-8ca912d3-4750-4af0-b9cb-90b72b9ca79f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0719683 May 17 12:13:02.675566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c6b7-905d-4723-9d1a-b31fddea3440 req-3bfdfa3b-2dcc-481b-a95c-4a12f89232a5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:02.676930 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e160c6b7-905d-4723-9d1a-b31fddea3440 req-3bfdfa3b-2dcc-481b-a95c-4a12f89232a5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 946 time: 0.0713468 May 17 12:13:02.780979 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e160c6b7-905d-4723-9d1a-b31fddea3440 req-9d85fc32-5b50-4e62-b335-09d138c8fea8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cb6406c-ecee-4510-b813-9012c38b1b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972662 May 17 12:13:02.787175 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Deleting port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:02.787518 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:02.877810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] For port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:02.878305 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:03.013266 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeb8b5-db60-406b-b321-ec0187e40a37 req-bd094dac-d7a8-48bd-b645-bdbdc72cceca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:03.014759 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-daaeb8b5-db60-406b-b321-ec0187e40a37 req-bd094dac-d7a8-48bd-b645-bdbdc72cceca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0469999 May 17 12:13:03.036203 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:03.036495 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:03.036821 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Floating IP 577d134f-e2d4-4506-b747-486f86a70f2d disassociated. External IP: 172.27.2.210, port: cf6ad775-daff-4e4a-b3ee-b4652d53fdfe. May 17 12:13:03.037176 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Calling delete_port for cf6ad775-daff-4e4a-b3ee-b4652d53fdfe owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:03.061424 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-daaeb8b5-db60-406b-b321-ec0187e40a37 req-64086b13-f992-463e-99e0-c822179cfa87 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 May 17 12:13:03.171573 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (cf6ad775-daff-4e4a-b3ee-b4652d53fdfe), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:03.197213 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'Port': ['ID=cf6ad775-daff-4e4a-b3ee-b4652d53fdfe,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:03.536345 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:13:03.644377 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:13:03.655289 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:03.666911 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:03.667535 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:03.691026 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] No DVR routers for this DVR port cf6ad775-daff-4e4a-b3ee-b4652d53fdfe on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:03.693706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:03.696931 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6bd68106-adfe-4f26-8139-dc193cb27737 req-f226726a-b03e-46a0-8b3d-6324bd2f9c70 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "DELETE /v2.0/ports/cf6ad775-daff-4e4a-b3ee-b4652d53fdfe HTTP/1.1" status: 204 len: 173 time: 1.0191424 May 17 12:13:03.697366 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-deleted', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:03.699857 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b3b8c-888d-4327-8c74-85ec0ffc51d1" -d '{"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-deleted", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:03.726506 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ee78d37c-d82b-4318-894a-ba9b46ce8870 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:13:03.741236 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f928b8-f890-42d4-ae59-bed81f64b4c6 x-openstack-request-id: req-39f928b8-f890-42d4-ae59-bed81f64b4c6 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:03.741635 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d883f923-082e-4ee1-ba3e-0975ba2d7409", "name": "network-vif-deleted", "tag": "cf6ad775-daff-4e4a-b3ee-b4652d53fdfe", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:03.741836 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39f928b8-f890-42d4-ae59-bed81f64b4c6 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:03.742235 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f928b8-f890-42d4-ae59-bed81f64b4c6'] response: {'server_uuid': 'd883f923-082e-4ee1-ba3e-0975ba2d7409', 'name': 'network-vif-deleted', 'tag': 'cf6ad775-daff-4e4a-b3ee-b4652d53fdfe', 'status': 'completed', 'code': 200} May 17 12:13:03.762765 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:03.789648 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: cf6ad775-daff-4e4a-b3ee-b4652d53fdfe {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:03.789995 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device cf6ad775-daff-4e4a-b3ee-b4652d53fdfe not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:03.821558 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:03.903981 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ab2cf9da-ba8a-4a02-9ee8-030bacba3288 req-5962d29c-5a95-4ae5-9f2c-31d873b07ddd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=d883f923-082e-4ee1-ba3e-0975ba2d7409 HTTP/1.1" status: 200 len: 210 time: 0.0326316 May 17 12:13:03.991784 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:04.008598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'port_id': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'mac_address': 'fa:16:3e:c2:1e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:13:04.075855 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ee78d37c-d82b-4318-894a-ba9b46ce8870 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:13:04.076150 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:04.096706 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee78d37c-d82b-4318-894a-ba9b46ce8870 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:13:04.112770 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:04.143263 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:04.144739 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:04.148307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:04.176545 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:04.177158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:04.182477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a65830-dada-47c9-b878-4a93104bf921 req-9467af3b-2fdf-44e6-9eea-3926cd99775f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:04.184219 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a5a65830-dada-47c9-b878-4a93104bf921 req-9467af3b-2fdf-44e6-9eea-3926cd99775f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 943 time: 0.0524786 May 17 12:13:04.235351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a5a65830-dada-47c9-b878-4a93104bf921 req-997c5102-6221-4bc5-b72b-d6041693eca8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 May 17 12:13:04.360762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:04.418038 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:04.587736 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['ee78d37c-d82b-4318-894a-ba9b46ce8870'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:13:04.634476 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:04.667830 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849b4d-a7ed-43db-802e-ada68e3b9e98 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:04.876927 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5c538f-ac6e-407b-bbbc-96e0aa7f28e5 None None] New status for floating IP 577d134f-e2d4-4506-b747-486f86a70f2d: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:13:05.007030 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54316) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.060987 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (9cb6406c-ecee-4510-b813-9012c38b1b2e), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.083933 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (9cb6406c-ecee-4510-b813-9012c38b1b2e), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.131561 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (9cb6406c-ecee-4510-b813-9012c38b1b2e), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.134132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.135262 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "DELETE /v2.0/security-groups/9cb6406c-ecee-4510-b813-9012c38b1b2e HTTP/1.1" status: 204 len: 168 time: 0.1272202 May 17 12:13:05.138032 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54318) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.145030 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f74955-63ea-4451-91d9-302a8d8b4c2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb6406c-ecee-4510-b813-9012c38b1b2e,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.151859 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-876e951f-bb53-4688-8fec-68b1a3480f68 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] show failed (client error): The resource could not be found. May 17 12:13:05.155674 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-876e951f-bb53-4688-8fec-68b1a3480f68 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups/9cb6406c-ecee-4510-b813-9012c38b1b2e HTTP/1.1" status: 404 len: 347 time: 0.0138659 May 17 12:13:05.155832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54320) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.272221 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Deleting port 470f43e6-5953-47bd-954a-2fd7a1a6d3be {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:05.272577 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.356795 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3105e-c073-43c6-8be9-c3591e35c5a4 req-ae6574d9-661c-4826-af18-9b1f6e565a1a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:05.358395 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f8c3105e-c073-43c6-8be9-c3591e35c5a4 req-ae6574d9-661c-4826-af18-9b1f6e565a1a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 944 time: 0.0477180 May 17 12:13:05.359606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.359970 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (470f43e6-5953-47bd-954a-2fd7a1a6d3be), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.373189 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Calling delete_port for 470f43e6-5953-47bd-954a-2fd7a1a6d3be owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:05.407745 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f8c3105e-c073-43c6-8be9-c3591e35c5a4 req-1f052f79-4446-44c3-af14-c9135a3f9a86 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 May 17 12:13:05.516087 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (470f43e6-5953-47bd-954a-2fd7a1a6d3be), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.538646 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'Port': ['ID=470f43e6-5953-47bd-954a-2fd7a1a6d3be,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.601666 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (577d134f-e2d4-4506-b747-486f86a70f2d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.604106 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.605259 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7d1dfcbd-c58c-4c13-9867-a038b1999078 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "DELETE /v2.0/floatingips/577d134f-e2d4-4506-b747-486f86a70f2d HTTP/1.1" status: 204 len: 168 time: 0.4484034 May 17 12:13:05.692756 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54326) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.697367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58624623', 'description': 'tempest-description--1422325179'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:05.717686 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.736444 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ee78d37c-d82b-4318-894a-ba9b46ce8870 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:13:05.777198 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port ee78d37c-d82b-4318-894a-ba9b46ce8870 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:13:05.781703 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port ee78d37c-d82b-4318-894a-ba9b46ce8870 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:13:05.782074 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.790509 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (2f6a85b1-4ffa-47d6-979c-abe3227063b8), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.794359 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2f6a85b1-4ffa-47d6-979c-abe3227063b8), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.824504 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.825719 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1318710 May 17 12:13:05.828031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf6f35-e0a9-4591-84c3-0708ca617cfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a85b1-4ffa-47d6-979c-abe3227063b8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.828975 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54328) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.833811 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group_rule': {'security_group_id': '2f6a85b1-4ffa-47d6-979c-abe3227063b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:05.860701 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port ee78d37c-d82b-4318-894a-ba9b46ce8870 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:13:05.861093 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.862924 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (704bb008-45c8-410e-a4dd-73c1ad095180), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.883598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:05.885858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f91529-2ff6-48eb-bc29-5cad6b9b0eb2" -d '{"events": [{"server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:05.899498 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:05.905954 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.922760 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (704bb008-45c8-410e-a4dd-73c1ad095180), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.927068 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (704bb008-45c8-410e-a4dd-73c1ad095180), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.929490 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bf56c-b1e2-4003-9884-29b06d43038f x-openstack-request-id: req-4c7bf56c-b1e2-4003-9884-29b06d43038f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:05.929806 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "name": "network-vif-plugged", "status": "completed", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:05.930063 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c7bf56c-b1e2-4003-9884-29b06d43038f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:05.930454 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7bf56c-b1e2-4003-9884-29b06d43038f'] response: {'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'code': 200} May 17 12:13:05.945852 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704bb008-45c8-410e-a4dd-73c1ad095180,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.955292 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:05.957139 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-68dbf852-9e5f-4b4b-8117-5fe6715a9366 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271782 May 17 12:13:05.958664 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:05.959865 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54332) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:05.965910 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'security_group_rule': {'security_group_id': '2f6a85b1-4ffa-47d6-979c-abe3227063b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:05.992518 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (2fd82efb-0418-4712-a726-e36c04b0548b), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.050437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (2fd82efb-0418-4712-a726-e36c04b0548b), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.053829 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (2fd82efb-0418-4712-a726-e36c04b0548b), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.072087 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd82efb-0418-4712-a726-e36c04b0548b,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:06.079139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.080357 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-846c35fd-96e8-4c64-868a-0ee7022648bf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194642 May 17 12:13:06.083499 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54334) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:06.087717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:06.108905 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.133595 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b68619-85d9-48e9-b823-ab6c7d818b05 req-f8d5ce76-2541-4d41-81f6-f560b78cad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:06.135094 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-98b68619-85d9-48e9-b823-ab6c7d818b05 req-f8d5ce76-2541-4d41-81f6-f560b78cad02 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 1129 time: 0.0400114 May 17 12:13:06.179677 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-98b68619-85d9-48e9-b823-ab6c7d818b05 req-5c5cc1cc-a459-477e-addd-7453a1932320 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387688 May 17 12:13:06.188434 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.290751 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Allocated IP 172.27.2.143 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/4215ecde-2148-4af7-9896-cb12fefa5c97) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:13:06.391569 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.422611 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.459295 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:13:06.462165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:13:06.465598 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:13:06.493012 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=4215ecde-2148-4af7-9896-cb12fefa5c97,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:06.525911 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8695c-0767-480a-87da-63ebb0180dae req-a7c706d8-0520-45c5-a98c-6646caef9518 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:06.527977 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cdb8695c-0767-480a-87da-63ebb0180dae req-a7c706d8-0520-45c5-a98c-6646caef9518 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0487185 May 17 12:13:06.557738 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.583617 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cdb8695c-0767-480a-87da-63ebb0180dae req-e8c57ff8-bf76-4ddd-9222-b01854c15ca5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475321 May 17 12:13:06.600852 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.770193 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.774138 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.837460 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=4215ecde-2148-4af7-9896-cb12fefa5c97,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:06.847542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.861801 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:06.863097 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fb0e9965-2780-4c4c-8fed-db52078dd586 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7787046 May 17 12:13:07.058040 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-4305c730-7e39-46e2-9710-b5d7782306b5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--58624623&fields=id&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 267 time: 0.0452211 May 17 12:13:07.160913 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-f99a9e62-5b91-49bd-b969-c72b10a57916 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:07.162362 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-f99a9e62-5b91-49bd-b969-c72b10a57916 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 816 time: 0.0981207 May 17 12:13:07.176354 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-fb2f4cf1-8798-4e65-9d78-dcca78a14b0c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/quotas/cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 375 time: 0.0087235 May 17 12:13:07.227060 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-ffbcff87-5377-48e2-af0d-b80ebab30483 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460794 May 17 12:13:07.319907 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a305805b-79d3-42c7-b7b9-6347d16d8fd1 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811822 May 17 12:13:07.411105 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-221af370-0865-4519-80e4-0bc4cfc035e6 service neutron] 10.222.0.58 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853877 May 17 12:13:07.567292 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1e2c3dfc-dae2-43f8-a3f9-953660703581 req-57f83bcb-30e4-4aca-b744-2fab6fc60087 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0268569 May 17 12:13:07.696287 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886f23d-e89e-4c6d-94c0-718c6d271e22 req-04e09021-c593-4716-a140-9a2e485ad988 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:07.697760 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7886f23d-e89e-4c6d-94c0-718c6d271e22 req-04e09021-c593-4716-a140-9a2e485ad988 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0467730 May 17 12:13:07.747550 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7886f23d-e89e-4c6d-94c0-718c6d271e22 req-eba41d6e-5040-4c93-b9f5-8a30f6357c10 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 May 17 12:13:08.666176 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd86236f-8846-4dd6-a983-8c61df8b0487 req-dd2d5aee-bdf4-4a88-992c-ebcfd0398751 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0276313 May 17 12:13:08.870701 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d15823-239f-4870-98a5-dd083be89c36 req-cc6c1008-be87-484a-8838-0103ad1efc30 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:08.872530 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0d15823-239f-4870-98a5-dd083be89c36 req-cc6c1008-be87-484a-8838-0103ad1efc30 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0550854 May 17 12:13:08.923442 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b0d15823-239f-4870-98a5-dd083be89c36 req-95c2aa8f-e9cf-4f27-9b8f-91d2923f10f5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 May 17 12:13:09.070370 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd5f3-4087-4a57-95bc-8c480f831ed6 req-d521d79a-3180-4653-aa35-153cf79d967c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:09.071891 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c60cd5f3-4087-4a57-95bc-8c480f831ed6 req-d521d79a-3180-4653-aa35-153cf79d967c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0828516 May 17 12:13:09.081314 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54370) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:09.085761 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'port_id': 'ee78d37c-d82b-4318-894a-ba9b46ce8870'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:09.093970 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-d71186a2-35ba-4408-9ff9-53e1f881719b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:09.095385 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-d71186a2-35ba-4408-9ff9-53e1f881719b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 816 time: 0.1433563 May 17 12:13:09.123084 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.175455 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-8170c947-038b-48ab-909a-72d0373df0e8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 378 time: 0.0531421 May 17 12:13:09.251269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'port': {'device_id': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'admin_state_up': True, 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'security_groups': ['2f6a85b1-4ffa-47d6-979c-abe3227063b8']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:09.364503 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Made reservation on behalf of cd2c9994923540748c1513406e3e7ffc for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:13:09.368031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.499825 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Allocated IP 172.20.0.3 (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0/6d5665b6-8d63-4acb-9103-c8c4765b1e33/3370c5ba-e7d7-4dab-8520-7a3da90d8b4a) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:13:09.647826 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.679904 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.724219 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:13:09.727236 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:13:09.733415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:13:09.764114 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:09.789799 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:09.790424 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.811483 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c90cb592-4424-49cf-bb60-43c6f91b8dc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640595 May 17 12:13:09.835887 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Request body: {'port': {'device_id': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:09.841553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9b422-8894-4814-b4a6-6836ba1ce8e7 req-cfaee726-0854-4d35-8708-6232c3152721 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:09.843072 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-eaa9b422-8894-4814-b4a6-6836ba1ce8e7 req-cfaee726-0854-4d35-8708-6232c3152721 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 931 time: 0.0928473 May 17 12:13:09.856404 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.874791 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.900980 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.948961 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-eaa9b422-8894-4814-b4a6-6836ba1ce8e7 req-14dc5b27-4c49-4531-92af-ad6db9a1e8db tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911222 May 17 12:13:09.974478 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-a1396c5d-fb86-4b24-90b2-14f2a56f06fd None None] Provisioning complete for port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:13:09.975421 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a1396c5d-fb86-4b24-90b2-14f2a56f06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:09.997257 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8 associated. External IP: 172.27.2.125, port: ee78d37c-d82b-4318-894a-ba9b46ce8870. May 17 12:13:10.009685 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a1396c5d-fb86-4b24-90b2-14f2a56f06fd None None] Port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:13:10.195388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:13:10.199895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:13:10.208359 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks [] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.220564 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Transition to ACTIVE for port object 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:13:10.226073 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.276912 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:10.308926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:13:10.313412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.322054 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34890632-dabb-46d3-8838-026d15507925 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:10.344251 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:10.345729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:10.351658 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a7c85968-b49b-4bf7-b2f3-ac50cfd265a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "PUT /v2.0/floatingips/0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8 HTTP/1.1" status: 200 len: 991 time: 1.2687721 May 17 12:13:10.352363 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:10.353987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Attempting to bind port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:13:10.354370 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Attempting to bind port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:13:10.354811 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Attempting to bind port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:13:10.355267 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd87fb4-7fa7-4a24-84b5-69769135b68f" -d '{"events": [{"name": "network-changed", "server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:10.362220 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:13:10.362676 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Attempting to bind port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a on network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:13:10.368068 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:13:10.368558 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Checking segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:13:10.369062 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Bound using segment: {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:13:10.369579 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Bound port: 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:13:10.370030 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.402950 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda6d79-91d5-4a40-a171-e22bb70e98e1 x-openstack-request-id: req-0bda6d79-91d5-4a40-a171-e22bb70e98e1 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:10.403477 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:10.403919 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bda6d79-91d5-4a40-a171-e22bb70e98e1 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:10.404527 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bda6d79-91d5-4a40-a171-e22bb70e98e1'] response: {'name': 'network-changed', 'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'status': 'completed', 'code': 200} May 17 12:13:10.445607 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:13:10.449728 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:13:10.465537 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.480212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:10.504040 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.504841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:10.506307 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] 10.222.0.35 "PUT /v2.0/ports/3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 1093 time: 0.6757131 May 17 12:13:10.506766 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:10.509099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:10.525962 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-f0b8ec58-0b89-4f62-86ae-f9fdc5f43f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.525962 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-f0b8ec58-0b89-4f62-86ae-f9fdc5f43f91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 1129 time: 0.0686786 May 17 12:13:10.548999 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc4ec5-852c-4e55-9142-46e36d28dfdf service neutron] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:10.563030 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facc76d3-7924-4832-a42a-a00cdbcf9524 x-openstack-request-id: req-facc76d3-7924-4832-a42a-a00cdbcf9524 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:10.565910 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:10.566205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-facc76d3-7924-4832-a42a-a00cdbcf9524 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:10.570691 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facc76d3-7924-4832-a42a-a00cdbcf9524'] response: {'name': 'network-changed', 'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'status': 'completed', 'code': 200} May 17 12:13:10.654637 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-9231f04e-9026-429c-afd9-64e980b4d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.656146 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-9231f04e-9026-429c-afd9-64e980b4d527 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1127 time: 0.0442281 May 17 12:13:10.668345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-feac42ea-7d65-42d8-8349-1f475285a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.669932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-feac42ea-7d65-42d8-8349-1f475285a5ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.1324074 May 17 12:13:10.740546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:c2:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:12:50Z', 'updated_at': '2022-05-17T12:13:09Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:10.746334 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-bbf6d180-312c-4c99-a992-f0fb6e12356a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870 HTTP/1.1" status: 200 len: 999 time: 0.0701189 May 17 12:13:10.771250 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34890632-dabb-46d3-8838-026d15507925 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:10.780565 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-de90171b-2cd2-4f9c-b0a5-3303672822a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.781422 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:10.781627 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:10.782047 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-de90171b-2cd2-4f9c-b0a5-3303672822a4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cd2c9994923540748c1513406e3e7ffc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1112556 May 17 12:13:10.800199 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-0d06e082-9916-420d-a0da-4a4c93e35a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.801964 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-0d06e082-9916-420d-a0da-4a4c93e35a0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0485563 May 17 12:13:10.853883 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-84cc5d16-95ed-49f8-8f62-7d7a44a85e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.858239 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-84cc5d16-95ed-49f8-8f62-7d7a44a85e66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479367 May 17 12:13:10.884866 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-6a3049db-163a-4768-9556-ccc65da7fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:10.886337 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d7b2e0ab-2c7a-4d60-a9ae-d5adaacb7e6f req-6a3049db-163a-4768-9556-ccc65da7fb55 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983052 May 17 12:13:10.906803 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:10.956678 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-c7664f34-8623-4d08-9282-36eccf8de1e9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905869 May 17 12:13:11.026136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-7038f28b-bc82-441b-9d68-ed96539a88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:11.027654 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-7038f28b-bc82-441b-9d68-ed96539a88da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1127 time: 0.0553226 May 17 12:13:11.086009 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3fd87fb4-7fa7-4a24-84b5-69769135b68f req-7fcd8d83-7ecb-484f-9181-c1023c3906a4 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144445 May 17 12:13:11.091586 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-d2427c38-7a02-4602-a9bd-53f49f90fb99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 217 time: 0.0442014 May 17 12:13:11.133995 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-34890632-dabb-46d3-8838-026d15507925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:c2:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:12:50Z', 'updated_at': '2022-05-17T12:13:09Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:11.159256 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5a461-59f3-40f1-a66f-8130733fb790 req-5cb22ba6-9db6-42cd-ae62-21c39c32a5f8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:11.160868 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d7e5a461-59f3-40f1-a66f-8130733fb790 req-5cb22ba6-9db6-42cd-ae62-21c39c32a5f8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.1123426 May 17 12:13:11.170879 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34890632-dabb-46d3-8838-026d15507925 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:c2:1e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:12:50Z', 'updated_at': '2022-05-17T12:13:09Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:11.197423 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-6f395e0a-5bee-4ac1-a48f-30a636c84816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:11.199282 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-6f395e0a-5bee-4ac1-a48f-30a636c84816 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0852416 May 17 12:13:11.253109 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d7e5a461-59f3-40f1-a66f-8130733fb790 req-6b57f714-fb33-4188-9f7d-f392af8f9340 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855982 May 17 12:13:11.261448 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c2c6dd21-f73b-45de-b913-959cfa9055fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:11.262959 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-c2c6dd21-f73b-45de-b913-959cfa9055fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531061 May 17 12:13:11.358946 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-15aa546c-4ff8-4d23-b7eb-4c57141c8348 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889747 May 17 12:13:11.370682 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b387722d-aea6-4b6c-84d1-ec14321cb8d1 None None] New status for floating IP 0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:13:11.449467 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1284065a-9411-414f-ac54-0cb065f6a56d req-91b99af2-120b-4cc5-b4e5-e418416e87eb service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840738 May 17 12:13:12.370382 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeade9-cc53-4bed-a15a-3ed08613f9cb req-28c84171-033d-4d1f-83c6-23d7a9bc5fc7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:12.371993 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bbeade9-cc53-4bed-a15a-3ed08613f9cb req-28c84171-033d-4d1f-83c6-23d7a9bc5fc7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0464499 May 17 12:13:12.419199 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bbeade9-cc53-4bed-a15a-3ed08613f9cb req-4cb0c7bb-bae8-4bfa-98ba-4940aad38b0e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417945 May 17 12:13:12.472118 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:13:13.534875 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0f60d-d60a-4fec-8c26-4f4bdb90c358 req-217cdf7a-6b9e-4c35-9acb-7001e4bd58e9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:13.536375 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-acf0f60d-d60a-4fec-8c26-4f4bdb90c358 req-217cdf7a-6b9e-4c35-9acb-7001e4bd58e9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0469301 May 17 12:13:13.586582 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-acf0f60d-d60a-4fec-8c26-4f4bdb90c358 req-8e5f484b-ad11-44a4-8d31-f2e928ad960c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446916 May 17 12:13:14.703036 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd55c9a-86a6-439b-b395-8bd375f5f117 req-42ed7021-3836-4161-ba1b-88c3276bc21e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:14.704497 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2fd55c9a-86a6-439b-b395-8bd375f5f117 req-42ed7021-3836-4161-ba1b-88c3276bc21e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0463080 May 17 12:13:14.750236 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2fd55c9a-86a6-439b-b395-8bd375f5f117 req-f57fc267-9731-427c-9f76-ec2242e5f2a6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401809 May 17 12:13:15.774565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:13:15.866753 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51181d-1f93-4cf1-ac85-5841eca2549c req-aa2479b9-d80b-42d5-ab90-8fc9c4366424 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:15.868260 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6a51181d-1f93-4cf1-ac85-5841eca2549c req-aa2479b9-d80b-42d5-ab90-8fc9c4366424 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0471201 May 17 12:13:15.870376 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:15.882382 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:13:15.915502 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6a51181d-1f93-4cf1-ac85-5841eca2549c req-a8ec5fe5-313c-47d3-a4c3-7a6308aab9ac tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416341 May 17 12:13:15.919855 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:13:15.920280 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:15.933251 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:13:15.952558 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:15.958291 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:16.002099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:16.560652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:13:17.034222 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b8ea3-d00c-4d6b-8f82-4a5da906adcd req-86ae65c9-97e5-4084-9ce0-05f5dfb6b799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:17.035680 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c02b8ea3-d00c-4d6b-8f82-4a5da906adcd req-86ae65c9-97e5-4084-9ce0-05f5dfb6b799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 944 time: 0.0513177 May 17 12:13:17.080011 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c02b8ea3-d00c-4d6b-8f82-4a5da906adcd req-3d5d1fba-2364-4342-8aa5-83b43315027f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388651 May 17 12:13:17.786618 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:13:17.827123 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:13:17.832494 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:13:17.832870 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:17.899669 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:13:17.900060 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:17.924927 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:17.927219 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a6bec-6c2f-43d1-a730-6b58872ad5fd" -d '{"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:18.058977 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2004fe-7c3c-4b96-aa51-dfa0faf4f3b3 x-openstack-request-id: req-4a2004fe-7c3c-4b96-aa51-dfa0faf4f3b3 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:18.059179 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:18.059445 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a2004fe-7c3c-4b96-aa51-dfa0faf4f3b3 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:18.059827 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2004fe-7c3c-4b96-aa51-dfa0faf4f3b3'] response: {'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'code': 200} May 17 12:13:18.061483 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:18.066215 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:18.112885 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:18.194485 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926e00-750c-4e9b-aac9-c6beaf49b029 req-14967a1f-e1ee-4b2a-a610-3de55c5ca756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:18.195995 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9b926e00-750c-4e9b-aac9-c6beaf49b029 req-14967a1f-e1ee-4b2a-a610-3de55c5ca756 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1129 time: 0.0431032 May 17 12:13:18.202843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa674-59cb-4458-a9af-57e9094629e0 req-fa58b5f8-93e9-4c53-b0d4-01ed25953e4d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:18.204378 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-604fa674-59cb-4458-a9af-57e9094629e0 req-fa58b5f8-93e9-4c53-b0d4-01ed25953e4d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0498335 May 17 12:13:18.241166 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9b926e00-750c-4e9b-aac9-c6beaf49b029 req-2f404f69-4da7-40fa-b9f2-b0a86bfb75ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382023 May 17 12:13:18.253285 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-604fa674-59cb-4458-a9af-57e9094629e0 req-4bebf528-187d-4e04-aa36-1e6bed34f247 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430408 May 17 12:13:19.373447 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c23cf8-8480-4d07-8fcc-e41cfd2221b9 req-27a47764-6839-4b7d-b7b0-6029718ee99e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:19.374880 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90c23cf8-8480-4d07-8fcc-e41cfd2221b9 req-27a47764-6839-4b7d-b7b0-6029718ee99e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0490565 May 17 12:13:19.421895 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90c23cf8-8480-4d07-8fcc-e41cfd2221b9 req-f83d3c86-fb10-47b9-a1f5-4fcca7205cf1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407088 May 17 12:13:20.538053 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ac4c-a7e2-4668-992a-2fcd1fb0e7de req-654c5359-8962-4f6f-abce-0cc81c2237eb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:20.539530 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-09c0ac4c-a7e2-4668-992a-2fcd1fb0e7de req-654c5359-8962-4f6f-abce-0cc81c2237eb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0465016 May 17 12:13:20.590656 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-09c0ac4c-a7e2-4668-992a-2fcd1fb0e7de req-c8c3e292-0d00-415f-81c3-a5c52a397f8a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454602 May 17 12:13:21.666604 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:21.706736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64246d-9340-442e-a00e-e27724c2065d req-d5541758-dc70-43cb-a0e8-f1952f6c33e7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:21.708232 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd64246d-9340-442e-a00e-e27724c2065d req-d5541758-dc70-43cb-a0e8-f1952f6c33e7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0476387 May 17 12:13:21.754240 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fd64246d-9340-442e-a00e-e27724c2065d req-350c916d-cc8d-4611-b44f-8350fe82cf60 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404735 May 17 12:13:21.866953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f79ee4-6ce3-4c7b-8919-b28726ea6569 req-feb047a6-04b9-42b1-b3d5-9cd5eafcbeb7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:21.868437 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-80f79ee4-6ce3-4c7b-8919-b28726ea6569 req-feb047a6-04b9-42b1-b3d5-9cd5eafcbeb7 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0469043 May 17 12:13:21.876748 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54416) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:21.881401 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Request body: {'floatingip': {'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:13:21.888707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-86818457-2704-4513-abd1-2b47852c8f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:21.920800 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:22.334945 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:22.338268 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:22.430153 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Floating IP 16599a0c-9adc-4eda-948f-7b87c4bf014d associated. External IP: 172.27.2.143, port: 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a. May 17 12:13:22.625181 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:13:22.725723 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:13:22.730568 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:22.735178 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:22.747412 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:22.748026 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:22.760666 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d49d3607-03ad-4b64-b298-843250a3e113 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "PUT /v2.0/floatingips/16599a0c-9adc-4eda-948f-7b87c4bf014d HTTP/1.1" status: 200 len: 991 time: 0.8826799 May 17 12:13:22.761262 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:22.763499 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:22.798115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5005582-da6f-4597-939e-c81ab041eaeb x-openstack-request-id: req-e5005582-da6f-4597-939e-c81ab041eaeb {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:22.798412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:22.798674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5005582-da6f-4597-939e-c81ab041eaeb {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:22.799751 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5005582-da6f-4597-939e-c81ab041eaeb'] response: {'name': 'network-changed', 'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'status': 'completed', 'code': 200} May 17 12:13:22.847145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:22.896701 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-35aa5a5a-2ea7-4e11-96ab-3d198ce2814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:22.898159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-35aa5a5a-2ea7-4e11-96ab-3d198ce2814c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1129 time: 0.0420611 May 17 12:13:22.990112 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-7f1933a6-6d6b-4dba-967b-881ed41cd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:22.991696 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-7f1933a6-6d6b-4dba-967b-881ed41cd053 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0852718 May 17 12:13:23.052657 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '16599a0c-9adc-4eda-948f-7b87c4bf014d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:13:06Z', 'updated_at': '2022-05-17T12:13:22Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:23.059336 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-9ed7f52d-e447-4d7c-b569-ec3e97a74760 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 999 time: 0.0584576 May 17 12:13:23.076426 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:23.088161 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:23.088161 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:12:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:23.109793 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-28158a42-261e-4e32-bd63-df5207c73bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:23.111261 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-28158a42-261e-4e32-bd63-df5207c73bf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0445795 May 17 12:13:23.155279 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-34d2e95c-c124-4404-9dda-b0cf424db4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:23.156932 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-34d2e95c-c124-4404-9dda-b0cf424db4af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384946 May 17 12:13:23.184519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:23.254770 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-ac27c07c-bf90-4e17-af10-293ad6109211 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891209 May 17 12:13:23.362803 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-635ea3c4-a8fc-4fb1-a6da-22dba8810bc5 req-e5f42aca-bb35-4d81-bdd7-55ca3fe41e98 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948665 May 17 12:13:23.400885 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '16599a0c-9adc-4eda-948f-7b87c4bf014d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:13:06Z', 'updated_at': '2022-05-17T12:13:22Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:23.431017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a83b0d-fdd0-485c-a46e-8a9d78abb351 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '16599a0c-9adc-4eda-948f-7b87c4bf014d', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:13:06Z', 'updated_at': '2022-05-17T12:13:22Z', 'revision_number': 1, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:23.623094 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ad8ca-4b94-4b26-92f7-eead1982463d None None] New status for floating IP 16599a0c-9adc-4eda-948f-7b87c4bf014d: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:13:24.295897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd02f0e2-8200-4f2e-854e-ace47652c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:25.386806 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:25.840695 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790cd8-8f8c-47dc-972c-410c1fad0b3f req-0597ef7b-5526-452d-9bd8-00844fe36109 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:25.842145 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63790cd8-8f8c-47dc-972c-410c1fad0b3f req-0597ef7b-5526-452d-9bd8-00844fe36109 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0476201 May 17 12:13:25.891526 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-63790cd8-8f8c-47dc-972c-410c1fad0b3f req-c7cae3b2-6a31-49ba-bfd6-0d9786e3dd5f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 May 17 12:13:26.738770 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:27.007129 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043fe4a-a767-4b24-a3cd-3b6e6c00aca2 req-5399d27a-ab0c-49b3-b4fe-1cbf687567a0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:27.008610 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7043fe4a-a767-4b24-a3cd-3b6e6c00aca2 req-5399d27a-ab0c-49b3-b4fe-1cbf687567a0 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0463998 May 17 12:13:27.054321 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7043fe4a-a767-4b24-a3cd-3b6e6c00aca2 req-88a8947e-e20f-4a17-b2cb-296166c7730b tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 May 17 12:13:28.164880 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110670f3-d2b4-488a-b13b-22426235fd66 req-a11fea4f-f35e-4727-9f6a-9bb5107fec57 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:28.166331 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-110670f3-d2b4-488a-b13b-22426235fd66 req-a11fea4f-f35e-4727-9f6a-9bb5107fec57 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0452383 May 17 12:13:28.211890 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-110670f3-d2b4-488a-b13b-22426235fd66 req-e33e8a20-1c81-4e80-ab5f-8d263bd3f259 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 May 17 12:13:28.348772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:29.321202 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-7259b304-45b8-4581-a94b-51e1a0767cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370765 May 17 12:13:29.325159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cd71e-8349-4e1a-8655-a24234ffa9c7 req-77ebe002-9c56-41c7-a4d0-2a86a15f81e3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:29.326620 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-434cd71e-8349-4e1a-8655-a24234ffa9c7 req-77ebe002-9c56-41c7-a4d0-2a86a15f81e3 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0472043 May 17 12:13:29.376654 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-434cd71e-8349-4e1a-8655-a24234ffa9c7 req-8dd90517-c0f0-43ae-9674-aec23cc69919 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 May 17 12:13:29.405580 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-eaa02ad6-0768-46ef-a5da-751cc7bc3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:29.407029 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-eaa02ad6-0768-46ef-a5da-751cc7bc3b50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=748d013ae6664fc79a9ac23e58f642e5&device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 1130 time: 0.0413339 May 17 12:13:29.508428 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-7d3af005-0930-47be-b8a1-ec8860d17e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:29.509785 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-7d3af005-0930-47be-b8a1-ec8860d17e5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 200 len: 920 time: 0.0830138 May 17 12:13:29.770163 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-6054a0c1-82fe-4279-ba60-9c1e3863f85c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 200 len: 217 time: 0.0370076 May 17 12:13:29.819640 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-70f7ae4d-1687-48c7-bba7-6c4798172e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:29.821066 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-70f7ae4d-1687-48c7-bba7-6c4798172e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 200 len: 858 time: 0.0426123 May 17 12:13:29.863902 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-e7b552cf-bf5d-48d9-981c-b5a4900c9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:29.865351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-e7b552cf-bf5d-48d9-981c-b5a4900c9348 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d0c04f0-74ef-4155-bac9-58f2b397860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376613 May 17 12:13:29.956515 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-0e4f0301-1ce5-45d9-8883-ab771d89cdc2 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829384 May 17 12:13:30.085495 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019803a-da21-411c-8475-4969f51e199c req-8e1ccbac-34d3-4741-be39-8127eb695083 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:30.086885 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0019803a-da21-411c-8475-4969f51e199c req-8e1ccbac-34d3-4741-be39-8127eb695083 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0472281 May 17 12:13:30.121994 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9a00aab9-4bf7-41af-a83b-84256824b4e7 req-aeaf5489-2107-40a9-b597-16792a970b72 service neutron] 10.222.0.35 "GET /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829070 May 17 12:13:30.173680 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Deleting port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:30.174560 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:30.265287 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] For port 50b482d3-375e-4f6c-9829-4b4c147b3dc5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50b482d3-375e-4f6c-9829-4b4c147b3dc5,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:30.265655 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:30.496533 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae9207-695a-41af-a22a-00055324025b req-46df3d86-e621-4e21-ad5b-c08343a91433 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:30.498099 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dbae9207-695a-41af-a22a-00055324025b req-46df3d86-e621-4e21-ad5b-c08343a91433 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 946 time: 0.0506542 May 17 12:13:30.553696 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-dbae9207-695a-41af-a22a-00055324025b req-f9cebdd2-eee9-4de9-988b-e84ee16997a8 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=0513d8ca-5802-459a-8510-49f2a8368d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 May 17 12:13:30.676124 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:30.676699 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:30.676821 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Floating IP ad170668-763e-4fb5-830a-0937d79f3aa3 disassociated. External IP: 172.27.2.135, port: 50b482d3-375e-4f6c-9829-4b4c147b3dc5. May 17 12:13:30.677081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Calling delete_port for 50b482d3-375e-4f6c-9829-4b4c147b3dc5 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:30.805894 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (50b482d3-375e-4f6c-9829-4b4c147b3dc5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:30.831542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event deleted for resources: {'Port': ['ID=50b482d3-375e-4f6c-9829-4b4c147b3dc5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:30.943026 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:13:31.045797 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:13:31.057200 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:31.066519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:31.067123 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:31.087518 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] No DVR routers for this DVR port 50b482d3-375e-4f6c-9829-4b4c147b3dc5 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:31.090156 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:31.093399 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0019803a-da21-411c-8475-4969f51e199c req-42159cc7-31d8-448e-8c6b-99b40da08d2c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "DELETE /v2.0/ports/50b482d3-375e-4f6c-9829-4b4c147b3dc5 HTTP/1.1" status: 204 len: 173 time: 0.9990983 May 17 12:13:31.093835 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'name': 'network-vif-deleted', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:31.096636 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b20aa2-5af6-4dd8-8f1f-3662730d27f4" -d '{"events": [{"server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "name": "network-vif-deleted", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:31.132126 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a95e81-5a37-462e-a0e3-ca20188cb4a1 x-openstack-request-id: req-23a95e81-5a37-462e-a0e3-ca20188cb4a1 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:31.132449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce70576a-62fb-4bcc-9163-cfc28131518a", "name": "network-vif-deleted", "tag": "50b482d3-375e-4f6c-9829-4b4c147b3dc5", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:31.132708 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23a95e81-5a37-462e-a0e3-ca20188cb4a1 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:31.133114 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a95e81-5a37-462e-a0e3-ca20188cb4a1'] response: {'server_uuid': 'ce70576a-62fb-4bcc-9163-cfc28131518a', 'name': 'network-vif-deleted', 'tag': '50b482d3-375e-4f6c-9829-4b4c147b3dc5', 'status': 'completed', 'code': 200} May 17 12:13:31.172700 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:31.364900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:31.388400 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:31.397041 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:31.397639 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:31.494486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:31.664062 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4d05bb0f-bf37-4abd-bcf5-539d985e9d35 req-3fe83cbd-2d6f-4b97-9485-0f939b272c16 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce70576a-62fb-4bcc-9163-cfc28131518a HTTP/1.1" status: 200 len: 210 time: 0.0298305 May 17 12:13:31.691370 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:31.720011 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffd9e6-eef9-4fda-b27d-4cee712c161b None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0b909ee6-168b-4d3f-a81b-2ec0057434fb', 'name': '', 'network_id': '6d0c04f0-74ef-4155-bac9-58f2b397860c', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'mac_address': 'fa:16:3e:ff:7d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:29Z', 'updated_at': '2022-05-17T12:06:46Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'subnets': [{'id': '6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:31.931865 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc08789-0014-4aea-ad0d-0648b1a779ac None None] New status for floating IP ad170668-763e-4fb5-830a-0937d79f3aa3: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:13:32.749621 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54472) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:32.803036 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (0513d8ca-5802-459a-8510-49f2a8368d4d), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:32.826037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (0513d8ca-5802-459a-8510-49f2a8368d4d), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:32.874004 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0513d8ca-5802-459a-8510-49f2a8368d4d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:32.876578 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:32.878265 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "DELETE /v2.0/security-groups/0513d8ca-5802-459a-8510-49f2a8368d4d HTTP/1.1" status: 204 len: 168 time: 0.1276741 May 17 12:13:32.880898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54474) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:32.887116 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594c0e-3d3e-4910-b3fb-fbe9bcda818f tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513d8ca-5802-459a-8510-49f2a8368d4d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:32.894812 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.api.v2.resource [None req-eeb8435f-9e4a-4d2d-9355-d98c62cf9122 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] show failed (client error): The resource could not be found. May 17 12:13:32.895832 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-eeb8435f-9e4a-4d2d-9355-d98c62cf9122 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups/0513d8ca-5802-459a-8510-49f2a8368d4d HTTP/1.1" status: 404 len: 347 time: 0.0138514 May 17 12:13:32.898597 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54476) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:33.006360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Deleting port ca412a15-d0a4-42a7-9fcc-131a9f1386d4 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:33.006704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.083969 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.084246 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.096237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Calling delete_port for ca412a15-d0a4-42a7-9fcc-131a9f1386d4 owned by network:floatingip {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:33.225845 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (ca412a15-d0a4-42a7-9fcc-131a9f1386d4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.252448 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event deleted for resources: {'Port': ['ID=ca412a15-d0a4-42a7-9fcc-131a9f1386d4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:33.312604 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks [] for floatingip (ad170668-763e-4fb5-830a-0937d79f3aa3), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.315537 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:33.316773 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5caef7cd-da80-492b-824c-388160a761f7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "DELETE /v2.0/floatingips/ad170668-763e-4fb5-830a-0937d79f3aa3 HTTP/1.1" status: 204 len: 168 time: 0.4172881 May 17 12:13:33.850020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 50b482d3-375e-4f6c-9829-4b4c147b3dc5 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:33.871832 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 50b482d3-375e-4f6c-9829-4b4c147b3dc5 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:33.872197 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 50b482d3-375e-4f6c-9829-4b4c147b3dc5 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:35.777762 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253397b7-4fa9-49d7-811f-8817e9e28edf req-85695c8d-77ae-4b18-b539-8370621608de tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:35.779150 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-253397b7-4fa9-49d7-811f-8817e9e28edf req-85695c8d-77ae-4b18-b539-8370621608de tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0499957 May 17 12:13:35.827028 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-253397b7-4fa9-49d7-811f-8817e9e28edf req-59126f8e-593b-4ca1-bd77-9600d00974b1 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 May 17 12:13:36.633737 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-27e3eb51-5de5-4a0a-a140-f4be7af67321 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:36.635167 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-27e3eb51-5de5-4a0a-a140-f4be7af67321 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0463967 May 17 12:13:36.720173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Deleting port 107ece26-d721-49ba-a200-f81af98f0a51 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:36.721170 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (107ece26-d721-49ba-a200-f81af98f0a51), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:36.808040 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] For port 107ece26-d721-49ba-a200-f81af98f0a51, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=107ece26-d721-49ba-a200-f81af98f0a51,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:36.808355 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (107ece26-d721-49ba-a200-f81af98f0a51), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:36.825041 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Calling delete_port for 107ece26-d721-49ba-a200-f81af98f0a51 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:36.971343 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0919e19-5abc-4e5a-9bbb-f99dbeda87d9 req-f4121974-7ec7-47da-8004-c5205b9977a7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:36.972840 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0919e19-5abc-4e5a-9bbb-f99dbeda87d9 req-f4121974-7ec7-47da-8004-c5205b9977a7 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=3493dcda-ee1b-44a0-9bcf-e873bb341e4c HTTP/1.1" status: 200 len: 946 time: 0.0747406 May 17 12:13:37.009826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (107ece26-d721-49ba-a200-f81af98f0a51), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:37.044152 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event deleted for resources: {'Port': ['ID=107ece26-d721-49ba-a200-f81af98f0a51,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:37.056064 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['fba3f606-e55d-4e33-884f-dc81bbb7d9e0', '107ece26-d721-49ba-a200-f81af98f0a51'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:13:37.065932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d0919e19-5abc-4e5a-9bbb-f99dbeda87d9 req-1058fc56-d205-4056-bd2f-bea95de99974 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857105 May 17 12:13:37.067189 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.067539 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.067882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.068244 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.068585 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.068917 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.069239 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.069568 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.069895 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.070221 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.070545 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.070876 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.071190 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.071513 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.071835 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:37.110921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] No DVR routers for this DVR port 107ece26-d721-49ba-a200-f81af98f0a51 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:37.113559 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:37.116861 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-faf1d8d4-e985-4c0c-b182-68374c742332 req-f0226d14-dede-4a22-8247-f50e00d0ae9c tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "DELETE /v2.0/ports/107ece26-d721-49ba-a200-f81af98f0a51 HTTP/1.1" status: 204 len: 173 time: 0.4757769 May 17 12:13:37.117323 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'name': 'network-vif-deleted', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:37.119540 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de6aa28-b670-4b01-8ea6-9ef427f22166" -d '{"events": [{"server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "name": "network-vif-deleted", "tag": "107ece26-d721-49ba-a200-f81af98f0a51"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:37.158061 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20313539-705c-4c64-941e-75df89d34630 x-openstack-request-id: req-20313539-705c-4c64-941e-75df89d34630 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:37.158632 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3493dcda-ee1b-44a0-9bcf-e873bb341e4c", "name": "network-vif-deleted", "tag": "107ece26-d721-49ba-a200-f81af98f0a51", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:37.159229 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20313539-705c-4c64-941e-75df89d34630 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:37.159706 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20313539-705c-4c64-941e-75df89d34630'] response: {'server_uuid': '3493dcda-ee1b-44a0-9bcf-e873bb341e4c', 'name': 'network-vif-deleted', 'tag': '107ece26-d721-49ba-a200-f81af98f0a51', 'status': 'completed', 'code': 200} May 17 12:13:38.376207 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a638-dc35-4974-97aa-ca2e29d6e4c7 req-e02d59a1-28f9-4dff-a090-226c8334f148 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:38.378356 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d7e9a638-dc35-4974-97aa-ca2e29d6e4c7 req-e02d59a1-28f9-4dff-a090-226c8334f148 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0532792 May 17 12:13:38.429690 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d7e9a638-dc35-4974-97aa-ca2e29d6e4c7 req-765dc3d3-6e0a-4e08-8125-6a5d9f905932 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 May 17 12:13:39.545279 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e14d42-4bb6-46ab-95b3-797bb03fa312 req-679fa951-04fb-4c54-8823-7df73f382286 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:39.546748 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-94e14d42-4bb6-46ab-95b3-797bb03fa312 req-679fa951-04fb-4c54-8823-7df73f382286 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0470507 May 17 12:13:39.592679 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-94e14d42-4bb6-46ab-95b3-797bb03fa312 req-46159a1d-76ff-4048-9a06-84d48089b9fb tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 May 17 12:13:39.893048 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 107ece26-d721-49ba-a200-f81af98f0a51 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:40.027804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 107ece26-d721-49ba-a200-f81af98f0a51 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:40.028144 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 107ece26-d721-49ba-a200-f81af98f0a51 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:40.704031 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd0167-9123-46b6-a338-1f3325a9a967 req-988f1271-3655-4cc3-957b-8ee88c4c0c6a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:40.705523 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88dd0167-9123-46b6-a338-1f3325a9a967 req-988f1271-3655-4cc3-957b-8ee88c4c0c6a tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0465364 May 17 12:13:40.751545 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88dd0167-9123-46b6-a338-1f3325a9a967 req-d3e6008f-f63b-4e18-9cb7-25d5feaa3fce tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d39d6955-4709-468f-9d16-1a13d85f7282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 May 17 12:13:40.984046 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-737a338b-1c9e-4a13-ba1f-c1b2305b5511 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:13:40.985487 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-737a338b-1c9e-4a13-ba1f-c1b2305b5511 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 945 time: 0.0460742 May 17 12:13:41.072156 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Deleting port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:41.072528 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:41.160882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] For port fba3f606-e55d-4e33-884f-dc81bbb7d9e0, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:41.161250 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:41.173820 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Calling delete_port for fba3f606-e55d-4e33-884f-dc81bbb7d9e0 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:41.298052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (fba3f606-e55d-4e33-884f-dc81bbb7d9e0), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:41.325899 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Pushing event deleted for resources: {'Port': ['ID=fba3f606-e55d-4e33-884f-dc81bbb7d9e0,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:41.336482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['fba3f606-e55d-4e33-884f-dc81bbb7d9e0'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:13:41.375707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] No DVR routers for this DVR port fba3f606-e55d-4e33-884f-dc81bbb7d9e0 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:41.378668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:41.382028 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2f7a838c-28d7-4c1f-91a8-294318b1a126 req-3c0624d5-f43d-4181-90ba-fa99ca114ea9 tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.35 "DELETE /v2.0/ports/fba3f606-e55d-4e33-884f-dc81bbb7d9e0 HTTP/1.1" status: 204 len: 173 time: 0.3903959 May 17 12:13:41.382467 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'name': 'network-vif-deleted', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:13:41.384709 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf669e47-7819-4b48-aa7f-917bff29b85e" -d '{"events": [{"server_uuid": "883228f9-d4df-4582-b768-db398beae543", "name": "network-vif-deleted", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:13:41.423069 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499daff0-a9eb-4697-8078-946af7715c48 x-openstack-request-id: req-499daff0-a9eb-4697-8078-946af7715c48 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:13:41.423561 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883228f9-d4df-4582-b768-db398beae543", "name": "network-vif-deleted", "tag": "fba3f606-e55d-4e33-884f-dc81bbb7d9e0", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:13:41.424642 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-499daff0-a9eb-4697-8078-946af7715c48 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:13:41.425340 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499daff0-a9eb-4697-8078-946af7715c48'] response: {'server_uuid': '883228f9-d4df-4582-b768-db398beae543', 'name': 'network-vif-deleted', 'tag': 'fba3f606-e55d-4e33-884f-dc81bbb7d9e0', 'status': 'completed', 'code': 200} May 17 12:13:41.864139 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8bb3aa80-dec2-4e41-86a1-fb5372d1fa99 req-1e4c9309-121d-42f1-a822-d209aae1d9db tempest-ServerRescueNegativeTestJSON-320091299 tempest-ServerRescueNegativeTestJSON-320091299-project] 10.222.0.58 "GET /v2.0/ports?device_id=883228f9-d4df-4582-b768-db398beae543 HTTP/1.1" status: 200 len: 210 time: 0.0300643 May 17 12:13:42.922591 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54524) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:43.623364 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:43.883158 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Deleting port 0b909ee6-168b-4d3f-a81b-2ec0057434fb {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:43.883407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:43.910966 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device fba3f606-e55d-4e33-884f-dc81bbb7d9e0 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:43.929887 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: fba3f606-e55d-4e33-884f-dc81bbb7d9e0 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:43.930230 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device fba3f606-e55d-4e33-884f-dc81bbb7d9e0 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:43.960717 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] For port 0b909ee6-168b-4d3f-a81b-2ec0057434fb, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0b909ee6-168b-4d3f-a81b-2ec0057434fb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:43.961280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:43.974009 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Calling delete_port for 0b909ee6-168b-4d3f-a81b-2ec0057434fb owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:44.149882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (0b909ee6-168b-4d3f-a81b-2ec0057434fb), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.177553 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b909ee6-168b-4d3f-a81b-2ec0057434fb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:44.339128 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.538976 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:13:44.640091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:13:44.645221 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d48dae8d-90ab-422f-a0cd-a80097640fa0 admin admin] 10.222.0.58 "PUT /v2.0/routers/9f44aad6-ea3f-4b52-b9d9-479891ce4777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7216389 May 17 12:13:44.647826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54530) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:44.648832 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Sync routers for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:13:44.658710 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:44.659316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:44.747825 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks [] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.768526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:44.847236 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks [] for router_gateway (9f44aad6-ea3f-4b52-b9d9-479891ce4777), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.887281 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Deleting port ae4f0c02-a625-4e50-b4eb-7724052c36cc {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:44.887618 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.928603 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:13:44Z', 'revision_number': 5, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port': {'id': 'ae4f0c02-a625-4e50-b4eb-7724052c36cc', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:67:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:21Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:44.952716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Checking router: 9f44aad6-ea3f-4b52-b9d9-479891ce4777 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:13:44.961492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Routers {'9f44aad6-ea3f-4b52-b9d9-479891ce4777'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:13:44.962090 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:44.965354 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] For port ae4f0c02-a625-4e50-b4eb-7724052c36cc, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=ae4f0c02-a625-4e50-b4eb-7724052c36cc,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:44.965721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:44.978520 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Calling delete_port for ae4f0c02-a625-4e50-b4eb-7724052c36cc owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:45.041741 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] Set router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:13:45.091407 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:13:44Z', 'revision_number': 6, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:45.115735 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b064e7-49bb-47a7-b121-c0542f81f8a6 None None] The sync data for ids ['9f44aad6-ea3f-4b52-b9d9-479891ce4777'] in dv-cinder-837699-7-iscsi is: [{'id': '9f44aad6-ea3f-4b52-b9d9-479891ce4777', 'name': 'tempest-ServerRescueNegativeTestJSON-1777155990-router', 'tenant_id': '748d013ae6664fc79a9ac23e58f642e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:13:44Z', 'revision_number': 6, 'project_id': '748d013ae6664fc79a9ac23e58f642e5', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:13:45.141080 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (ae4f0c02-a625-4e50-b4eb-7724052c36cc), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.175526 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4f0c02-a625-4e50-b4eb-7724052c36cc,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:45.227253 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.322763 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.325115 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks [] for router_controller (9f44aad6-ea3f-4b52-b9d9-479891ce4777), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.386899 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (9f44aad6-ea3f-4b52-b9d9-479891ce4777), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.387474 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f44aad6-ea3f-4b52-b9d9-479891ce4777 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:13:45.392939 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.393798 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-826c9156-0aba-46a5-a5d1-55bbfcedcd6c admin admin] 10.222.0.58 "DELETE /v2.0/routers/9f44aad6-ea3f-4b52-b9d9-479891ce4777 HTTP/1.1" status: 204 len: 168 time: 0.7448967 May 17 12:13:45.396423 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54532) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:45.439792 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Deleting subnet 6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:13:45.442809 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Publish callbacks [] for subnet (6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.481801 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.592981 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.643639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.666711 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:45.673118 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.676428 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5efbc801-9d4b-4067-8962-7f97ea19cd23 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6d47c1e6-424f-4bcb-b4c0-bed4f7d3a5ef HTTP/1.1" status: 204 len: 168 time: 0.2790611 May 17 12:13:45.678921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54534) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:45.679693 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91083bb-7afc-4a2d-b38c-0e207bf7cb11 None None] Network 6d0c04f0-74ef-4155-bac9-58f2b397860c requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:13:45.748355 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (6d0c04f0-74ef-4155-bac9-58f2b397860c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.791737 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Deleting port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:45.792081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.854507 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] For port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:45.854877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.870191 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] DHCP port deletion for 6d0c04f0-74ef-4155-bac9-58f2b397860c request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:13:45.873508 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Calling delete_port for c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:45.908358 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Deleting port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:13:45.908758 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.953771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.974770 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] For port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,segment=NetworkSegment(23780f0a-140d-4402-bdf0-c46bad2b5d65),segment_id=23780f0a-140d-4402-bdf0-c46bad2b5d65)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:13:45.975317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:45.978873 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:45.982572 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] No DVR routers for this DVR port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb on host dv-cinder-837699-7-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:45.991386 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Calling delete_port for c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:13:46.054877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (6d0c04f0-74ef-4155-bac9-58f2b397860c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.076044 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0c04f0-74ef-4155-bac9-58f2b397860c']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:46.086877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23780f0a-140d-4402-bdf0-c46bad2b5d65') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:46.087473 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23780f0a-140d-4402-bdf0-c46bad2b5d65') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:13:46.098034 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (23780f0a-140d-4402-bdf0-c46bad2b5d65), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.113704 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (23780f0a-140d-4402-bdf0-c46bad2b5d65), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.113926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.122202 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:13:46.122788 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (23780f0a-140d-4402-bdf0-c46bad2b5d65), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:13:46.124739 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:13:46.127640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] No DVR routers for this DVR port c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:13:46.147293 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Pushing event deleted for resources: {'Port': ['ID=c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:46.156787 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.157146 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.157511 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.158439 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.158724 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.159056 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.159436 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.159761 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.160086 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.160435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.160760 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.161147 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.161640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.162244 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.162965 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65b257-5876-45e0-babb-783fcc1df488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:46.197137 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (6d0c04f0-74ef-4155-bac9-58f2b397860c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.202165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.205423 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d0c04f0-74ef-4155-bac9-58f2b397860c HTTP/1.1" status: 204 len: 168 time: 0.5255501 May 17 12:13:46.220237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7c542-9a12-43af-b2ee-55b0dc4c2d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0c04f0-74ef-4155-bac9-58f2b397860c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:46.315746 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54538) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:46.355027 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e41ad0b6-345e-4ffe-8efd-7e8ebd35fe94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=748d013ae6664fc79a9ac23e58f642e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381122 May 17 12:13:46.357419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54540) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:46.403632 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] Publish callbacks [] for security_group (d39d6955-4709-468f-9d16-1a13d85f7282), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.425073 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] Publish callbacks [] for security_group (d39d6955-4709-468f-9d16-1a13d85f7282), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.471437 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d39d6955-4709-468f-9d16-1a13d85f7282), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.474122 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:46.475325 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d39d6955-4709-468f-9d16-1a13d85f7282 HTTP/1.1" status: 204 len: 168 time: 0.1169913 May 17 12:13:46.483080 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee1338-c3d1-47de-a4a7-e3009108fe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d6955-4709-468f-9d16-1a13d85f7282,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:46.646621 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:46.665751 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:46.666107 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device c2ddc919-1648-4bf9-97dd-7f0d1e37a0bb not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:46.666531 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0b909ee6-168b-4d3f-a81b-2ec0057434fb no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:46.684016 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 0b909ee6-168b-4d3f-a81b-2ec0057434fb {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:46.684324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0b909ee6-168b-4d3f-a81b-2ec0057434fb not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:46.684736 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device ae4f0c02-a625-4e50-b4eb-7724052c36cc no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:13:46.702645 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: ae4f0c02-a625-4e50-b4eb-7724052c36cc {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:13:46.702997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device ae4f0c02-a625-4e50-b4eb-7724052c36cc not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:13:49.471845 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:13:51.686929 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:51.891108 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-334fb470-bac7-460e-8e77-2aefe5ca53a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:54.297685 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1d0c367d-0c0b-4973-bbf7-664a0ad4a533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.391067 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.691435 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54668) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:55.793550 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5b73677c-0b2f-4a69-b38f-df939a05ac9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.869622 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5b73677c-0b2f-4a69-b38f-df939a05ac9a admin admin] Publish callbacks [] for security_group (426c3184-50f8-43a7-9561-ced60022422c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.873423 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5b73677c-0b2f-4a69-b38f-df939a05ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (426c3184-50f8-43a7-9561-ced60022422c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.911467 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5b73677c-0b2f-4a69-b38f-df939a05ac9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f2278ac9d4a4eb79b093836acd7d135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189858 May 17 12:13:55.912344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73677c-0b2f-4a69-b38f-df939a05ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426c3184-50f8-43a7-9561-ced60022422c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:55.914978 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54672) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:13:55.963899 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Publish callbacks [] for security_group (426c3184-50f8-43a7-9561-ced60022422c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:55.984606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Publish callbacks [] for security_group (426c3184-50f8-43a7-9561-ced60022422c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:56.030325 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (426c3184-50f8-43a7-9561-ced60022422c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:56.033546 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:56.034705 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/426c3184-50f8-43a7-9561-ced60022422c HTTP/1.1" status: 204 len: 168 time: 0.1187468 May 17 12:13:56.042140 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426c3184-50f8-43a7-9561-ced60022422c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:13:56.049984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.050336 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.050683 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.051034 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.051373 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.051707 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.052038 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.052390 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.052723 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.053052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.053383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.053710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.054034 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.054358 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.054679 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa387-68e3-4324-8cfc-d7f8bb75fcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:13:56.742059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:13:58.343764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.295289 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54760) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:00.399465 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dea1-c377-4df6-8ebb-5ff9f4b0e2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.473440 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dea1-c377-4df6-8ebb-5ff9f4b0e2b7 admin admin] Publish callbacks [] for security_group (a6f7e11b-2b24-493e-8da7-7e8341e3be92), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.476955 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3fd5dea1-c377-4df6-8ebb-5ff9f4b0e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a6f7e11b-2b24-493e-8da7-7e8341e3be92), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.514295 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3fd5dea1-c377-4df6-8ebb-5ff9f4b0e2b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71c9ff2b6db64019ad8149a2cd9541d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179396 May 17 12:14:00.515372 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5dea1-c377-4df6-8ebb-5ff9f4b0e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f7e11b-2b24-493e-8da7-7e8341e3be92,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:00.517098 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54764) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:00.566055 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] Publish callbacks [] for security_group (a6f7e11b-2b24-493e-8da7-7e8341e3be92), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.587589 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] Publish callbacks [] for security_group (a6f7e11b-2b24-493e-8da7-7e8341e3be92), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.632356 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a6f7e11b-2b24-493e-8da7-7e8341e3be92), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.634834 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.635955 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6f7e11b-2b24-493e-8da7-7e8341e3be92 HTTP/1.1" status: 204 len: 168 time: 0.1178689 May 17 12:14:00.643299 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971c98f-c169-4fc0-99ef-039ba1376e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f7e11b-2b24-493e-8da7-7e8341e3be92,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:00.888502 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54770) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:00.901652 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-62b92cc5-ee06-4db5-b6ab-b05e651b2ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.976436 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-62b92cc5-ee06-4db5-b6ab-b05e651b2ff4 admin admin] Publish callbacks [] for security_group (4359a7e2-4531-4e2e-8660-3366135affa3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:00.980054 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-62b92cc5-ee06-4db5-b6ab-b05e651b2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4359a7e2-4531-4e2e-8660-3366135affa3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:01.020766 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-62b92cc5-ee06-4db5-b6ab-b05e651b2ff4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9084c1320f3041c7b4fabfc0923ccac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310809 May 17 12:14:01.021620 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b92cc5-ee06-4db5-b6ab-b05e651b2ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359a7e2-4531-4e2e-8660-3366135affa3,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:01.023328 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54772) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:01.074268 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] Publish callbacks [] for security_group (4359a7e2-4531-4e2e-8660-3366135affa3), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:01.095252 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] Publish callbacks [] for security_group (4359a7e2-4531-4e2e-8660-3366135affa3), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:01.141560 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4359a7e2-4531-4e2e-8660-3366135affa3), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:01.145144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:01.146297 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4359a7e2-4531-4e2e-8660-3366135affa3 HTTP/1.1" status: 204 len: 168 time: 0.1219780 May 17 12:14:01.154378 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0b620-a4b7-40ce-8782-b3681f82c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359a7e2-4531-4e2e-8660-3366135affa3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:03.451347 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54842) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:03.554687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa96cab-5d5a-4d93-b6b2-89c6d6a3996c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.629814 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa96cab-5d5a-4d93-b6b2-89c6d6a3996c admin admin] Publish callbacks [] for security_group (6b3d3b2f-bf44-4af0-aa84-5f5b968461a6), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.633489 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ffa96cab-5d5a-4d93-b6b2-89c6d6a3996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (6b3d3b2f-bf44-4af0-aa84-5f5b968461a6), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.670719 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ffa96cab-5d5a-4d93-b6b2-89c6d6a3996c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dba7d0b4f9ff48bb9da2fd03d3575afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183347 May 17 12:14:03.671829 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96cab-5d5a-4d93-b6b2-89c6d6a3996c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d3b2f-bf44-4af0-aa84-5f5b968461a6,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:03.673573 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54846) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:03.722161 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] Publish callbacks [] for security_group (6b3d3b2f-bf44-4af0-aa84-5f5b968461a6), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.743350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] Publish callbacks [] for security_group (6b3d3b2f-bf44-4af0-aa84-5f5b968461a6), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.789466 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (6b3d3b2f-bf44-4af0-aa84-5f5b968461a6), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.792028 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:03.793235 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b3d3b2f-bf44-4af0-aa84-5f5b968461a6 HTTP/1.1" status: 204 len: 168 time: 0.1186094 May 17 12:14:03.800685 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e6fa4-3372-4d35-b717-7aed6ac3b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d3b2f-bf44-4af0-aa84-5f5b968461a6,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:04.048926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54852) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:04.063202 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ef8c-18fa-4545-b26c-b85dab3f94b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.144414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ef8c-18fa-4545-b26c-b85dab3f94b7 admin admin] Publish callbacks [] for security_group (0a339637-2835-4ab1-bcdc-5dcb73911a71), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.147996 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ef8c-18fa-4545-b26c-b85dab3f94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0a339637-2835-4ab1-bcdc-5dcb73911a71), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.189033 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-1cb6ef8c-18fa-4545-b26c-b85dab3f94b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5159d0087c0b43729cac562ba59863a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390328 May 17 12:14:04.190240 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ef8c-18fa-4545-b26c-b85dab3f94b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a339637-2835-4ab1-bcdc-5dcb73911a71,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:04.192472 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54854) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:04.242935 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] Publish callbacks [] for security_group (0a339637-2835-4ab1-bcdc-5dcb73911a71), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.263067 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] Publish callbacks [] for security_group (0a339637-2835-4ab1-bcdc-5dcb73911a71), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.309104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0a339637-2835-4ab1-bcdc-5dcb73911a71), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.311629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:04.312806 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a339637-2835-4ab1-bcdc-5dcb73911a71 HTTP/1.1" status: 204 len: 168 time: 0.1193526 May 17 12:14:04.320624 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd9104-81d8-4df0-82b0-e53f2e8fa6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a339637-2835-4ab1-bcdc-5dcb73911a71,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:11.612989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15948bf-a287-4309-b157-3f258f20bdfd req-fcfbe6fb-0ce1-4a7e-a51e-ad98e4a96441 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:11.614542 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c15948bf-a287-4309-b157-3f258f20bdfd req-fcfbe6fb-0ce1-4a7e-a51e-ad98e4a96441 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0478086 May 17 12:14:11.660261 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c15948bf-a287-4309-b157-3f258f20bdfd req-934657b5-47b7-48a2-adf7-7b2ce7a6be33 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 May 17 12:14:12.775860 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21274edd-fee5-4200-9541-1bead5165f0b req-71f620cd-711e-4fa0-b49c-e267cbc8ff80 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:12.778245 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-21274edd-fee5-4200-9541-1bead5165f0b req-71f620cd-711e-4fa0-b49c-e267cbc8ff80 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0492041 May 17 12:14:12.826060 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-21274edd-fee5-4200-9541-1bead5165f0b req-1df83750-63cc-4f45-81d9-593b163bfaec tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 May 17 12:14:13.216007 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-7966caca-6a1a-4afc-98cc-6263423c3fcf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:13.217443 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-7966caca-6a1a-4afc-98cc-6263423c3fcf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0459621 May 17 12:14:13.299730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Deleting port b58f565e-dd05-47fe-9192-f26d8c0f0286 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:13.300070 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:13.385131 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] For port b58f565e-dd05-47fe-9192-f26d8c0f0286, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b58f565e-dd05-47fe-9192-f26d8c0f0286,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:13.385720 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:13.798279 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:13.798930 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:13.798930 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Floating IP 94556966-1dbe-437c-882a-ff72ec85bbcc disassociated. External IP: 172.27.2.46, port: b58f565e-dd05-47fe-9192-f26d8c0f0286. May 17 12:14:13.799197 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Calling delete_port for b58f565e-dd05-47fe-9192-f26d8c0f0286 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:13.927522 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (b58f565e-dd05-47fe-9192-f26d8c0f0286), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:13.952457 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4daee-3b7d-4b27-8ddb-c49481af9a73 req-724b4230-1bc9-41fb-a811-d9f21f71286b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:13.952973 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'Port': ['ID=b58f565e-dd05-47fe-9192-f26d8c0f0286,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:13.953944 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2e4daee-3b7d-4b27-8ddb-c49481af9a73 req-724b4230-1bc9-41fb-a811-d9f21f71286b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7d37bf-7c1d-43d6-9ede-a2e330b5a043 HTTP/1.1" status: 200 len: 945 time: 0.0557072 May 17 12:14:14.014206 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2e4daee-3b7d-4b27-8ddb-c49481af9a73 req-78c24a05-3467-4d7b-ba6f-8e30e696c8a6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f14b44c-45fc-42b8-afd5-3acf4ed61e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534701 May 17 12:14:14.067172 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:14.167655 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:14.177678 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:14.187530 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:14.188137 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:14.212849 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] No DVR routers for this DVR port b58f565e-dd05-47fe-9192-f26d8c0f0286 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:14.215410 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:14.218821 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-249a7cf8-379e-45ae-845d-4c65b73d82d8 req-d70ea733-ab8c-4bc5-b5d1-a2984d07260e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "DELETE /v2.0/ports/b58f565e-dd05-47fe-9192-f26d8c0f0286 HTTP/1.1" status: 204 len: 173 time: 0.9953418 May 17 12:14:14.219275 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'name': 'network-vif-deleted', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:14.221575 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d31f82-64b2-4883-8e5b-44407f5e0c5b" -d '{"events": [{"server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "name": "network-vif-deleted", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:14.260740 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96ab958-a9e1-4344-82d3-e2d40b4f6213 x-openstack-request-id: req-a96ab958-a9e1-4344-82d3-e2d40b4f6213 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:14.261045 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7d37bf-7c1d-43d6-9ede-a2e330b5a043", "name": "network-vif-deleted", "tag": "b58f565e-dd05-47fe-9192-f26d8c0f0286", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:14.261341 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a96ab958-a9e1-4344-82d3-e2d40b4f6213 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:14.261731 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96ab958-a9e1-4344-82d3-e2d40b4f6213'] response: {'server_uuid': '7d7d37bf-7c1d-43d6-9ede-a2e330b5a043', 'name': 'network-vif-deleted', 'tag': 'b58f565e-dd05-47fe-9192-f26d8c0f0286', 'status': 'completed', 'code': 200} May 17 12:14:14.301523 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:14.501238 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:14.525657 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:14.533855 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:14.534452 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:13:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:14.633693 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:14.827163 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:14.851482 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d00b0-76a8-48d0-9ac1-ac1af2e3a2c3 None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:15.083415 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecd690-c8c8-44b8-a116-71c9ec4617d3 None None] New status for floating IP 94556966-1dbe-437c-882a-ff72ec85bbcc: DOWN {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:14:15.110144 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54968) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.171705 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (0f14b44c-45fc-42b8-afd5-3acf4ed61e56), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.196905 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (0f14b44c-45fc-42b8-afd5-3acf4ed61e56), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.247212 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (0f14b44c-45fc-42b8-afd5-3acf4ed61e56), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.250159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.251300 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f14b44c-45fc-42b8-afd5-3acf4ed61e56 HTTP/1.1" status: 204 len: 168 time: 0.1394422 May 17 12:14:15.254135 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54972) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.260865 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf79e-aa4d-49ee-9861-37ce1f5f464d tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14b44c-45fc-42b8-afd5-3acf4ed61e56,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.268311 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-fc49bc54-d6f0-4b36-b932-1b19b8942128 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] show failed (client error): The resource could not be found. May 17 12:14:15.269322 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-fc49bc54-d6f0-4b36-b932-1b19b8942128 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups/0f14b44c-45fc-42b8-afd5-3acf4ed61e56 HTTP/1.1" status: 404 len: 347 time: 0.0141342 May 17 12:14:15.273045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54974) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.383213 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Deleting port 91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:15.383476 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.393352 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54978) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.459314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.459654 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.471832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Calling delete_port for 91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:15.501347 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ac25d471-8fa0-4d97-b671-2988d0fd380e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.582557 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ac25d471-8fa0-4d97-b671-2988d0fd380e admin admin] Publish callbacks [] for security_group (bd5adc38-afd2-41fe-a96b-b0c5f59dce06), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.586624 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ac25d471-8fa0-4d97-b671-2988d0fd380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bd5adc38-afd2-41fe-a96b-b0c5f59dce06), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.609102 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.629813 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ac25d471-8fa0-4d97-b671-2988d0fd380e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8701aa52881d4c04a94d700f0f7d305f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346880 May 17 12:14:15.630703 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25d471-8fa0-4d97-b671-2988d0fd380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5adc38-afd2-41fe-a96b-b0c5f59dce06,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.633017 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54982) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.634853 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'Port': ['ID=91e32a70-fa4d-46c1-93cb-4f7d9ce89f8a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.683183 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] Publish callbacks [] for security_group (bd5adc38-afd2-41fe-a96b-b0c5f59dce06), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.700588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (94556966-1dbe-437c-882a-ff72ec85bbcc), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.703231 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.707561 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4e56e0f2-35b7-400b-afb7-f6df5d98f822 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "DELETE /v2.0/floatingips/94556966-1dbe-437c-882a-ff72ec85bbcc HTTP/1.1" status: 204 len: 168 time: 0.4304299 May 17 12:14:15.707723 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] Publish callbacks [] for security_group (bd5adc38-afd2-41fe-a96b-b0c5f59dce06), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.754243 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (bd5adc38-afd2-41fe-a96b-b0c5f59dce06), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.756938 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.758122 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd5adc38-afd2-41fe-a96b-b0c5f59dce06 HTTP/1.1" status: 204 len: 168 time: 0.1241963 May 17 12:14:15.765929 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d1b9-d4a2-472e-928e-cfe0d912f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5adc38-afd2-41fe-a96b-b0c5f59dce06,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.794905 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54988) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.799884 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--827173793', 'description': 'tempest-description--1692988668'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:15.823170 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.893386 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (b49836fe-4f75-49ef-8109-c375ae75b4d5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.897631 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b49836fe-4f75-49ef-8109-c375ae75b4d5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.927085 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:15.928336 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320710 May 17 12:14:15.931329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:15.933224 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3f817-20f6-465a-955d-1010c3e596b1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49836fe-4f75-49ef-8109-c375ae75b4d5,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:15.936905 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group_rule': {'security_group_id': 'b49836fe-4f75-49ef-8109-c375ae75b4d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:15.965756 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (b0c85088-d992-40bf-939b-7a01fbd6ef20), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.023282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (b0c85088-d992-40bf-939b-7a01fbd6ef20), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.026954 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (b0c85088-d992-40bf-939b-7a01fbd6ef20), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.033861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 54994) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:16.036510 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device b58f565e-dd05-47fe-9192-f26d8c0f0286 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:16.045684 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c85088-d992-40bf-939b-7a01fbd6ef20,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:16.050122 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52c9d504-fa19-4b8f-9499-a860c2aebc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.056510 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: b58f565e-dd05-47fe-9192-f26d8c0f0286 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:16.056689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.056865 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device b58f565e-dd05-47fe-9192-f26d8c0f0286 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:16.058015 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9f884006-8dad-4982-b854-6fa7109412b6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252756 May 17 12:14:16.061394 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54996) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:16.065759 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'security_group_rule': {'security_group_id': 'b49836fe-4f75-49ef-8109-c375ae75b4d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:16.091559 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (07f81b39-4511-43c0-a436-97511b3a76e1), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.133135 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52c9d504-fa19-4b8f-9499-a860c2aebc2f admin admin] Publish callbacks [] for security_group (ae612453-2d5d-4219-9440-d050340c283d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.137565 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-52c9d504-fa19-4b8f-9499-a860c2aebc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ae612453-2d5d-4219-9440-d050340c283d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.150169 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (07f81b39-4511-43c0-a436-97511b3a76e1), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.153972 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (07f81b39-4511-43c0-a436-97511b3a76e1), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.174063 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f81b39-4511-43c0-a436-97511b3a76e1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:16.177454 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-52c9d504-fa19-4b8f-9499-a860c2aebc2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=166e888af0814e4ea785f9ecd491ce39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422384 May 17 12:14:16.178333 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9d504-fa19-4b8f-9499-a860c2aebc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae612453-2d5d-4219-9440-d050340c283d,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:16.180723 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 54998) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:16.190058 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.191292 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9eb4eb36-ad83-44f0-ae1b-9e1d0cf31bc3 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289067 May 17 12:14:16.195061 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55000) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:16.199981 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:16.225290 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.239758 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] Publish callbacks [] for security_group (ae612453-2d5d-4219-9440-d050340c283d), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.266445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] Publish callbacks [] for security_group (ae612453-2d5d-4219-9440-d050340c283d), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.311405 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.327056 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ae612453-2d5d-4219-9440-d050340c283d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.330095 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.331440 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae612453-2d5d-4219-9440-d050340c283d HTTP/1.1" status: 204 len: 168 time: 0.1495624 May 17 12:14:16.342852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f239e1-6568-42d0-a3b3-04862d9b448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae612453-2d5d-4219-9440-d050340c283d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:16.432172 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Allocated IP 172.27.2.172 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:16.543730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.585644 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.627384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:16.630734 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:16.637119 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:16.642062 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:16.722055 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.759750 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.939157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:16.944702 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:17.013485 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:17.025004 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:17.041217 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:17.042451 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-dab862ab-c6c4-4522-b341-471342ecd9f6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8463130 May 17 12:14:17.256582 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-80902b7f-b1ae-4229-9a3b-3c0e6a72bd74 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--827173793&fields=id&tenant_id=2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 267 time: 0.0469022 May 17 12:14:17.388496 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-a16d0d1d-10a0-408a-af13-1231e17793ce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:17.392748 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-a16d0d1d-10a0-408a-af13-1231e17793ce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 809 time: 0.1294756 May 17 12:14:17.407048 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-f26b8bc7-09b5-4b80-9028-e3c90315c265 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/quotas/2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 375 time: 0.0099163 May 17 12:14:17.463464 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-dde2f582-a7aa-4048-90fa-7244eceeeed9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496945 May 17 12:14:17.574837 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-e299adfd-88fe-4692-9f19-c19976e8bba1 service neutron] 10.222.0.58 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942197 May 17 12:14:17.676758 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-03f92668-0849-4e31-b152-d8f5e12fc52b service neutron] 10.222.0.58 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951099 May 17 12:14:17.831069 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9fc9cb35-79f3-4873-bf6e-ceaa71875f8a req-0a10e0c7-2a11-4310-8803-0a0fa9cdcd32 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 210 time: 0.0285795 May 17 12:14:18.808194 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-d6cd5cbd-7701-4fdf-872d-2e6a80a16ecc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:18.809525 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-d6cd5cbd-7701-4fdf-872d-2e6a80a16ecc tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 809 time: 0.1012638 May 17 12:14:18.886703 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-a82b3c2a-6104-4dff-82c9-b00288b5608e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae797920785457f975f9f85d80849af HTTP/1.1" status: 200 len: 379 time: 0.0610840 May 17 12:14:18.927459 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3b1abdfe-cf2a-4299-881e-7cdab8dda818 req-f1d99767-1d0e-4979-ad71-485c3de12223 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 210 time: 0.0271394 May 17 12:14:19.274666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'port': {'device_id': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'admin_state_up': True, 'tenant_id': '2ae797920785457f975f9f85d80849af', 'security_groups': ['b49836fe-4f75-49ef-8109-c375ae75b4d5']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:19.379024 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Made reservation on behalf of 2ae797920785457f975f9f85d80849af for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:14:19.382570 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:19.506189 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Allocated IP 172.20.0.5 (94b88bbc-a9e8-40ae-bcc3-9f4064606643/24de9e50-9512-4d5a-b8ef-4965d322a6e4/92cac3bc-855a-4b91-acf1-b871ad7271cc) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:19.644669 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:19.673905 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:19.715786 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:19.718948 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:19.725459 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:19.731683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event updated for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:19.781071 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:19.781868 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:19.799127 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9e8f242d-0a15-4f10-ad62-e684f22698da tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5283647 May 17 12:14:19.988017 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-19778fe6-9159-424f-80a6-db71af19cc34 None None] Provisioning complete for port 92cac3bc-855a-4b91-acf1-b871ad7271cc triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:19.988649 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-19778fe6-9159-424f-80a6-db71af19cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:20.020585 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-19778fe6-9159-424f-80a6-db71af19cc34 None None] Port 92cac3bc-855a-4b91-acf1-b871ad7271cc cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:14:20.045001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2945-ae25-4d6d-a086-8390e5427f94 req-7a0eb536-4299-41b3-a7ab-21e8aa285525 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:20.046385 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1d1c2945-ae25-4d6d-a086-8390e5427f94 req-7a0eb536-4299-41b3-a7ab-21e8aa285525 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 931 time: 0.0469849 May 17 12:14:20.092737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1d1c2945-ae25-4d6d-a086-8390e5427f94 req-c2f652e8-84eb-40fa-9141-6d5a7b298eec tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406253 May 17 12:14:21.210848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238f4e9-5ba9-47f5-b2a5-19410e079900 req-08756d7a-020d-4033-8db4-33b1e47b98c8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:21.212331 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5238f4e9-5ba9-47f5-b2a5-19410e079900 req-08756d7a-020d-4033-8db4-33b1e47b98c8 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 931 time: 0.0505466 May 17 12:14:21.257884 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5238f4e9-5ba9-47f5-b2a5-19410e079900 req-584cb03e-78c7-494f-91ec-edd6e8602401 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 May 17 12:14:21.327588 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Request body: {'port': {'device_id': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:21.383931 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.665046 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cac3bc-855a-4b91-acf1-b871ad7271cc {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:14:21.672446 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks [] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.683598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.685815 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Transition to ACTIVE for port object 92cac3bc-855a-4b91-acf1-b871ad7271cc will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:14:21.689156 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.741166 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Pushing event updated for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:21.817346 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Attempting to bind port 92cac3bc-855a-4b91-acf1-b871ad7271cc on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:21.817717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Attempting to bind port 92cac3bc-855a-4b91-acf1-b871ad7271cc by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:21.818100 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Attempting to bind port 92cac3bc-855a-4b91-acf1-b871ad7271cc on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:21.822895 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Port 92cac3bc-855a-4b91-acf1-b871ad7271cc on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:14:21.823225 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Attempting to bind port 92cac3bc-855a-4b91-acf1-b871ad7271cc on network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:21.828522 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:21.828863 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Checking segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:21.829248 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Bound using segment: {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:21.829672 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Bound port: 92cac3bc-855a-4b91-acf1-b871ad7271cc, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af1671a-c043-4d40-862c-6081497c90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:21.830040 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.893974 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:21.895098 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d8158593-c453-401c-8e07-efb4f374cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.897900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:21.903329 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.933945 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:21.934452 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:21.935839 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] 10.222.0.35 "PUT /v2.0/ports/92cac3bc-855a-4b91-acf1-b871ad7271cc HTTP/1.1" status: 200 len: 1093 time: 0.6125755 May 17 12:14:21.938116 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:21.940593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53833c-9246-4ce3-886e-dac4f4a50710" -d '{"events": [{"name": "network-changed", "server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:21.969307 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec21472-8d9b-4b2f-950f-296ff5a03c47 service neutron] Pushing event updated for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:21.988409 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f894e5-330b-402c-8dab-19792180623d x-openstack-request-id: req-c1f894e5-330b-402c-8dab-19792180623d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:21.988721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:21.989024 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1f894e5-330b-402c-8dab-19792180623d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:21.989366 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f894e5-330b-402c-8dab-19792180623d'] response: {'name': 'network-changed', 'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'status': 'completed', 'code': 200} May 17 12:14:22.371846 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41616-1af8-4001-8b42-ec73d43208db req-bdc8b183-5b0b-47a8-8fdd-bd41377b33e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:22.373383 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88e41616-1af8-4001-8b42-ec73d43208db req-bdc8b183-5b0b-47a8-8fdd-bd41377b33e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0498900 May 17 12:14:22.419289 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-88e41616-1af8-4001-8b42-ec73d43208db req-3c8ddd00-4734-40ad-86e1-5a24f2409ec2 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 May 17 12:14:22.931732 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-eda8723b-9b73-436c-9cd7-5e4965d07d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:22.933231 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-eda8723b-9b73-436c-9cd7-5e4965d07d87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 1127 time: 0.0391335 May 17 12:14:23.041628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-a3148b2b-5a14-4d91-b9a2-8d307883509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.043084 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-a3148b2b-5a14-4d91-b9a2-8d307883509d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2ae797920785457f975f9f85d80849af&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0938518 May 17 12:14:23.133676 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-88bebfa2-f739-45cd-bd37-1dbf06fae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.135132 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ff53833c-9246-4ce3-886e-dac4f4a50710 req-88bebfa2-f739-45cd-bd37-1dbf06fae8bf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859444 May 17 12:14:23.232780 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-c82e7e76-dfa6-4c82-901e-d5e1fcd70df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.234143 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-c82e7e76-dfa6-4c82-901e-d5e1fcd70df4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 1127 time: 0.0385804 May 17 12:14:23.282405 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-2c4496b0-cd3f-43a3-b093-26885b23b5a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc HTTP/1.1" status: 200 len: 217 time: 0.0340464 May 17 12:14:23.424819 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-58734eb2-cb1a-47df-9d07-128a13cca862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.426366 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-58734eb2-cb1a-47df-9d07-128a13cca862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.0435379 May 17 12:14:23.469940 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-e0f88157-1149-4cfc-b19b-9223fe28302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.471466 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-e0f88157-1149-4cfc-b19b-9223fe28302c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387404 May 17 12:14:23.535917 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ec8dd-0851-45d8-b4fb-6448d315ac5b req-24f34dc8-e92a-4c29-8584-54dd64486548 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:23.537564 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-af8ec8dd-0851-45d8-b4fb-6448d315ac5b req-24f34dc8-e92a-4c29-8584-54dd64486548 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0491433 May 17 12:14:23.563957 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-ef5ed071-586e-45de-ab49-d757e341ff61 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 May 17 12:14:23.586629 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-af8ec8dd-0851-45d8-b4fb-6448d315ac5b req-01feef16-a677-4159-945a-a7d9fb80c02a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 May 17 12:14:23.653327 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd9279c1-0ad2-4851-82c8-00fa182dda31 req-9feb7ca4-b567-4c54-a145-023fce13ef16 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 May 17 12:14:24.299350 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-250ec797-f04c-45d6-a70c-b86b18cb79be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:24.703424 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612698-d1aa-4116-982a-56fe614a0ca8 req-909c9376-848d-4bf8-bb3c-1b302c7fb7e7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:24.704964 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1612698-d1aa-4116-982a-56fe614a0ca8 req-909c9376-848d-4bf8-bb3c-1b302c7fb7e7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0517378 May 17 12:14:24.751364 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1612698-d1aa-4116-982a-56fe614a0ca8 req-7bc46095-be58-4653-bbdc-f99d9b5807c5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 May 17 12:14:25.392655 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:25.860895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0fb6e-1c16-474f-a515-ad69c28612eb req-645f7fed-bb9d-425c-88af-1306bf07940c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:25.862327 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a4e0fb6e-1c16-474f-a515-ad69c28612eb req-645f7fed-bb9d-425c-88af-1306bf07940c tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0465205 May 17 12:14:25.907502 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a4e0fb6e-1c16-474f-a515-ad69c28612eb req-093262fa-5d28-4f22-9394-e2da88b76d28 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 May 17 12:14:26.470148 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:14:26.744957 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:27.017519 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e3a2f-fce4-4a6d-93a9-12865f8ceacc req-302b748a-a4c0-4995-948d-6eab88c8c96e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:27.018889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-975e3a2f-fce4-4a6d-93a9-12865f8ceacc req-302b748a-a4c0-4995-948d-6eab88c8c96e tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0465841 May 17 12:14:27.065739 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-975e3a2f-fce4-4a6d-93a9-12865f8ceacc req-fca4d94d-18b1-40ef-a3c2-028d178ec38f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 May 17 12:14:28.176831 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d36b2-c388-4493-a2fc-66619cda1bd8 req-87ab8dc8-af7a-4917-8af0-6144d630a48b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:28.178392 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-815d36b2-c388-4493-a2fc-66619cda1bd8 req-87ab8dc8-af7a-4917-8af0-6144d630a48b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0454278 May 17 12:14:28.228723 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-815d36b2-c388-4493-a2fc-66619cda1bd8 req-2ddcd90e-136f-455d-96cc-8a79af065c8b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 May 17 12:14:28.345851 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:29.351819 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76930e01-4034-4b45-82f0-2194b6a0ff42 req-477421a8-5079-40f8-931a-a08a904b6fbf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:29.353225 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76930e01-4034-4b45-82f0-2194b6a0ff42 req-477421a8-5079-40f8-931a-a08a904b6fbf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0506151 May 17 12:14:29.399186 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76930e01-4034-4b45-82f0-2194b6a0ff42 req-3675e35b-f311-4583-81b6-3465219dbfd5 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 May 17 12:14:30.510611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a7659-5fc3-49cc-b3c0-2fcdc162ff4b req-ec67d836-182f-4efb-9231-0634dcff019a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:30.512054 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6f0a7659-5fc3-49cc-b3c0-2fcdc162ff4b req-ec67d836-182f-4efb-9231-0634dcff019a tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0461438 May 17 12:14:30.558506 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6f0a7659-5fc3-49cc-b3c0-2fcdc162ff4b req-5f7a4960-58bf-4ac8-944e-eb4733cc71a1 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 May 17 12:14:31.671851 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad4d2-cdc3-4c18-90b9-c39e69857925 req-7fc44182-1096-4b3b-a329-86a0e08f435b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:31.673349 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a3ad4d2-cdc3-4c18-90b9-c39e69857925 req-7fc44182-1096-4b3b-a329-86a0e08f435b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0466874 May 17 12:14:31.719386 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9a3ad4d2-cdc3-4c18-90b9-c39e69857925 req-d60198ec-7853-4cd9-9096-07181af5b06f tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 May 17 12:14:32.833502 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247d204-180e-44dc-aabf-2296148bbd9e req-187c7571-faea-4703-9669-def00575c6ce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:32.835200 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2247d204-180e-44dc-aabf-2296148bbd9e req-187c7571-faea-4703-9669-def00575c6ce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 943 time: 0.0486169 May 17 12:14:32.881513 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2247d204-180e-44dc-aabf-2296148bbd9e req-241e385d-e350-430b-9bf6-0691063440a6 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 May 17 12:14:33.148133 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 92cac3bc-855a-4b91-acf1-b871ad7271cc details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:14:33.360159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:33.371276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'port_id': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'mac_address': 'fa:16:3e:15:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:14:33.405822 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 92cac3bc-855a-4b91-acf1-b871ad7271cc is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:33.406145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:33.418521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cac3bc-855a-4b91-acf1-b871ad7271cc {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:14:33.437106 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:33.440764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:33.487930 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:33.991110 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a445a-982e-4b1d-9dcf-670ef35290ac req-54467037-c6b0-4466-9c76-80ff2e4fed63 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:33.992593 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-147a445a-982e-4b1d-9dcf-670ef35290ac req-54467037-c6b0-4466-9c76-80ff2e4fed63 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 944 time: 0.0461235 May 17 12:14:34.046435 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-147a445a-982e-4b1d-9dcf-670ef35290ac req-5f976b1b-5eaa-4b59-81dd-44e4b258eade tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482497 May 17 12:14:34.196809 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['92cac3bc-855a-4b91-acf1-b871ad7271cc'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:14:34.626772 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-804e3b35-9359-4db2-9067-402f108a6757 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397489 May 17 12:14:34.699799 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-02596647-05ab-425f-8fe8-aa14115df3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:34.701903 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-02596647-05ab-425f-8fe8-aa14115df3e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0409296 May 17 12:14:34.817324 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-a189e6fb-4abf-4bc1-b240-7f4ce0c6cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:34.819001 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-a189e6fb-4abf-4bc1-b240-7f4ce0c6cfbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.0966060 May 17 12:14:34.881701 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-3d3c4442-2ec8-48a5-ae60-beb43a2929f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 1001 time: 0.0557616 May 17 12:14:34.930648 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-72b71d28-348f-4a0a-bde7-51429621ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:34.932109 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-72b71d28-348f-4a0a-bde7-51429621ccb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0437005 May 17 12:14:34.980764 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-d82b598b-898c-4177-881d-8c0f0de1be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:34.982265 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-d82b598b-898c-4177-881d-8c0f0de1be6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435503 May 17 12:14:35.072481 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-a9aa83f7-970d-4703-bf85-e304eb7d6dbf service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834103 May 17 12:14:35.167894 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa142ca-eb05-4ec3-8769-3599d1a137ce req-f1332145-cda5-4818-9d9b-579a8b6ef470 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:35.169394 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8fa142ca-eb05-4ec3-8769-3599d1a137ce req-f1332145-cda5-4818-9d9b-579a8b6ef470 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 944 time: 0.0510583 May 17 12:14:35.172935 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-aeb851f5-6e24-46cf-9c99-7ade5a818afe req-00f5c7db-46e1-4133-b382-e2e417c422d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948455 May 17 12:14:35.216275 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8fa142ca-eb05-4ec3-8769-3599d1a137ce req-12bbadcc-e97a-4397-866d-dd6a680665e2 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 May 17 12:14:36.040239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 92cac3bc-855a-4b91-acf1-b871ad7271cc up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:36.085167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 92cac3bc-855a-4b91-acf1-b871ad7271cc completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:14:36.090071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 92cac3bc-855a-4b91-acf1-b871ad7271cc triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:36.090558 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:36.158966 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 92cac3bc-855a-4b91-acf1-b871ad7271cc is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:36.159362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:36.182156 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:36.184431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9977a2-26e8-416f-9255-7675726a524a" -d '{"events": [{"server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "name": "network-vif-plugged", "status": "completed", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:36.198089 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:36.202754 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:36.237332 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a166edd9-486d-42c6-a4b9-debf2dc43c27 x-openstack-request-id: req-a166edd9-486d-42c6-a4b9-debf2dc43c27 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:36.237659 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "name": "network-vif-plugged", "status": "completed", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:36.237920 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a166edd9-486d-42c6-a4b9-debf2dc43c27 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:36.238384 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a166edd9-486d-42c6-a4b9-debf2dc43c27'] response: {'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'code': 200} May 17 12:14:36.260933 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:36.327700 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df114ec-c1ed-4a72-821e-f318a774d922 req-7f90aa3c-087b-4f7b-9eb2-e19593540d39 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:36.329210 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2df114ec-c1ed-4a72-821e-f318a774d922 req-7f90aa3c-087b-4f7b-9eb2-e19593540d39 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0467756 May 17 12:14:36.377002 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2df114ec-c1ed-4a72-821e-f318a774d922 req-764e5a13-41b8-418e-9b9c-f3e458086adf tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 May 17 12:14:36.498794 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66364b-003e-4e94-85a2-925549710639 req-35de0f01-259a-4a09-992f-7eea58fbf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:36.500341 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7e66364b-003e-4e94-85a2-925549710639 req-35de0f01-259a-4a09-992f-7eea58fbf14b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 1129 time: 0.0423574 May 17 12:14:36.545560 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7e66364b-003e-4e94-85a2-925549710639 req-29c9f4bc-b435-4a65-966f-e5c524a4b9a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377996 May 17 12:14:36.944742 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55198) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:37.222077 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Deleting port c3851a0b-3c58-4caa-836a-9642443cfadb {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:37.222331 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:37.300977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:37.301352 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for floatingip (c3851a0b-3c58-4caa-836a-9642443cfadb), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:37.316305 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Calling delete_port for c3851a0b-3c58-4caa-836a-9642443cfadb owned by network:floatingip {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:37.520388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a715e1-4213-4099-825b-5e5f89f1cd6e req-e72039c0-9dd2-4327-93d4-caba74b61159 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:37.525794 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f7a715e1-4213-4099-825b-5e5f89f1cd6e req-e72039c0-9dd2-4327-93d4-caba74b61159 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0585821 May 17 12:14:37.526816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (c3851a0b-3c58-4caa-836a-9642443cfadb), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:37.566751 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event deleted for resources: {'Port': ['ID=c3851a0b-3c58-4caa-836a-9642443cfadb,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:37.596658 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.597000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.597335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.597674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.598067 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.598334 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.598681 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.599598 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.599999 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.600348 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.600682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.601003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.601326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.601649 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.601969 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:37.652098 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f7a715e1-4213-4099-825b-5e5f89f1cd6e req-46e0d3e2-8e60-4725-94ff-424a29814f01 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226892 May 17 12:14:37.665129 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for floatingip (aad6e860-c874-44b8-b0b5-9b6de8fe4438), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:37.665458 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Floating IP aad6e860-c874-44b8-b0b5-9b6de8fe4438 disassociated (deleted). External IP: 172.27.2.218, port: ce775399-8aaa-44e2-8bad-de44d822b044. May 17 12:14:37.859139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Router e7f579ed-b793-4696-80fd-b668d1e46d76 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:38.211147 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:38.216433 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:38.221781 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Sync routers for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:38.231078 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:38.231690 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:38.245817 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-91faadbd-6036-46d8-b85c-4e08805a17ca tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "DELETE /v2.0/floatingips/aad6e860-c874-44b8-b0b5-9b6de8fe4438 HTTP/1.1" status: 204 len: 168 time: 1.3000004 May 17 12:14:38.246412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:38.248685 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befda0a5-eaa7-4ea9-ad60-aad2829b240f" -d '{"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:38.287963 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4a527c-2146-4f36-8766-b27f0392a2c4 x-openstack-request-id: req-ec4a527c-2146-4f36-8766-b27f0392a2c4 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:38.288298 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:38.288560 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec4a527c-2146-4f36-8766-b27f0392a2c4 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:38.288974 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4a527c-2146-4f36-8766-b27f0392a2c4'] response: {'name': 'network-changed', 'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'status': 'completed', 'code': 200} May 17 12:14:38.339477 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:38.506571 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da8a0f-1e20-45a6-bafd-41a3b4ea2473 req-919125c3-6748-4559-806b-672f3faae77e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:38.508137 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c3da8a0f-1e20-45a6-bafd-41a3b4ea2473 req-919125c3-6748-4559-806b-672f3faae77e tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0539041 May 17 12:14:38.557992 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c3da8a0f-1e20-45a6-bafd-41a3b4ea2473 req-0812db27-b6b6-42f7-a6f7-5a1af75f1378 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 May 17 12:14:38.640998 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:38.664927 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Checking router: e7f579ed-b793-4696-80fd-b668d1e46d76 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:38.673101 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:38.673697 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:38.772734 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e99e4-e4ed-447c-8399-4d8bdaa5cd96 req-501737c6-4dbd-47dc-8ca7-f2ba0e328a2b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:38.774270 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3c4e99e4-e4ed-447c-8399-4d8bdaa5cd96 req-501737c6-4dbd-47dc-8ca7-f2ba0e328a2b tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0495055 May 17 12:14:38.780066 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:38.826017 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3c4e99e4-e4ed-447c-8399-4d8bdaa5cd96 req-39e5dc35-a5ca-4e55-88ea-12e4027d3aa7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454693 May 17 12:14:38.887673 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-1a7dd024-6f15-462d-a182-4eb6b43ffa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:38.889326 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-1a7dd024-6f15-462d-a182-4eb6b43ffa1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 1129 time: 0.0534976 May 17 12:14:38.947861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ad97d-c8ff-49a8-954e-239f04b60018 req-788fc043-7d77-4780-b350-f4fb81d7a3d9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:38.949757 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b65ad97d-c8ff-49a8-954e-239f04b60018 req-788fc043-7d77-4780-b350-f4fb81d7a3d9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0483334 May 17 12:14:38.958949 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55226) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:38.963375 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Request body: {'floatingip': {'port_id': '92cac3bc-855a-4b91-acf1-b871ad7271cc'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:38.980412 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:39.000209 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:39.004465 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a6120-0f34-41e3-bb6d-023075f23cfc None None] The sync data for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi is: [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:08:09Z', 'revision_number': 4, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'b3c8579d-979c-49e5-9dd1-4e2db6ac63fd', 'name': '', 'network_id': 'd65a31a7-b8ed-4ea2-811e-5054319f9793', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'mac_address': 'fa:16:3e:f8:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:08Z', 'updated_at': '2022-05-17T12:08:13Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'subnets': [{'id': 'b3526f13-5290-46d8-9fb6-a5127f893b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:39.225762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a779a-e78c-49e7-b958-abff1a121105 None None] New status for floating IP aad6e860-c874-44b8-b0b5-9b6de8fe4438: DOWN {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:14:39.434095 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:39.437801 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:39.536239 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.l3_db [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Floating IP 220a87f0-75bf-47e0-84c5-837d6322bd30 associated. External IP: 172.27.2.172, port: 92cac3bc-855a-4b91-acf1-b871ad7271cc. May 17 12:14:39.692351 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3f57-87f0-4c77-8ab0-68531617c99c req-4cc57adf-bfe7-4c7c-914e-546bf05f5fcf tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:39.698011 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-05ee3f57-87f0-4c77-8ab0-68531617c99c req-4cc57adf-bfe7-4c7c-914e-546bf05f5fcf tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0632298 May 17 12:14:39.769434 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-05ee3f57-87f0-4c77-8ab0-68531617c99c req-40def61e-3135-4a64-9e0f-99e2f1d6c4a9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616851 May 17 12:14:39.785329 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:39.812724 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55236) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:39.907406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:39.912214 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:39.920839 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:39.931600 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-244a4d47-74a7-4962-a090-29b1e99a2cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:39.933248 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:39.934517 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:39.957718 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d6019eb0-7b44-4c32-a30e-85f5f2b92307 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "PUT /v2.0/floatingips/220a87f0-75bf-47e0-84c5-837d6322bd30 HTTP/1.1" status: 200 len: 991 time: 0.9976978 May 17 12:14:40.022369 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-244a4d47-74a7-4962-a090-29b1e99a2cd9 admin admin] Publish callbacks [] for security_group (f6d346e8-81b4-402b-a368-5bdfc5ab02f0), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.028667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-244a4d47-74a7-4962-a090-29b1e99a2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f6d346e8-81b4-402b-a368-5bdfc5ab02f0), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.044599 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-aab03675-1d94-41c5-80c6-2a6440093c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.046154 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-aab03675-1d94-41c5-80c6-2a6440093c9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 200 len: 909 time: 0.1052346 May 17 12:14:40.056519 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:40.072167 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-244a4d47-74a7-4962-a090-29b1e99a2cd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be362587f46c44f0931f22bf6f030c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576289 May 17 12:14:40.073722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55244) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:40.074741 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a4d47-74a7-4962-a090-29b1e99a2cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d346e8-81b4-402b-a368-5bdfc5ab02f0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:40.108089 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-e014fe10-d2bc-4429-a3c6-a99b6d7b654e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 200 len: 217 time: 0.0482924 May 17 12:14:40.144360 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] Publish callbacks [] for security_group (f6d346e8-81b4-402b-a368-5bdfc5ab02f0), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.168861 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] Publish callbacks [] for security_group (f6d346e8-81b4-402b-a368-5bdfc5ab02f0), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.171529 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-9f349e95-4cac-464f-b1c1-00e5bf1ea67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.173096 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-9f349e95-4cac-464f-b1c1-00e5bf1ea67c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 200 len: 847 time: 0.0589299 May 17 12:14:40.223361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f6d346e8-81b4-402b-a368-5bdfc5ab02f0), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.226510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:40.227802 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6d346e8-81b4-402b-a368-5bdfc5ab02f0 HTTP/1.1" status: 204 len: 168 time: 0.1501420 May 17 12:14:40.239728 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f67353-f2de-402a-a058-44e10c080472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d346e8-81b4-402b-a368-5bdfc5ab02f0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:40.290698 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:40.294104 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258710a6-c949-49f6-9255-7c0cf11b0d88" -d '{"events": [{"name": "network-changed", "server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:40.297236 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '220a87f0-75bf-47e0-84c5-837d6322bd30', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:15:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:14:16Z', 'updated_at': '2022-05-17T12:14:39Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:40.331821 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:40.332900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfa89fd-2934-4aca-9122-7d25c1e34ba2 x-openstack-request-id: req-ebfa89fd-2934-4aca-9122-7d25c1e34ba2 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:40.333782 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:40.334087 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebfa89fd-2934-4aca-9122-7d25c1e34ba2 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:40.334765 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfa89fd-2934-4aca-9122-7d25c1e34ba2'] response: {'name': 'network-changed', 'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'status': 'completed', 'code': 200} May 17 12:14:40.342800 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:40.343765 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:40.453290 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:40.624666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-dce2bf0b-00ce-4ebf-acf2-7a4688cb5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.626352 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-dce2bf0b-00ce-4ebf-acf2-7a4688cb5779 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d65a31a7-b8ed-4ea2-811e-5054319f9793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500028 May 17 12:14:40.681296 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '220a87f0-75bf-47e0-84c5-837d6322bd30', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:15:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:14:16Z', 'updated_at': '2022-05-17T12:14:39Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:40.686574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-38012e55-baec-4d88-849c-4533a7d7f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.688495 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-38012e55-baec-4d88-849c-4533a7d7f3af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ae797920785457f975f9f85d80849af&device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 1129 time: 0.0528724 May 17 12:14:40.731507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-dc87e29a-4417-4666-9bfe-eefeb204fb22 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967100 May 17 12:14:40.795605 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d14d9a-c6a2-4e1a-9609-61d4e32d3f5a None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '220a87f0-75bf-47e0-84c5-837d6322bd30', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'port_id': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'mac_address': 'fa:16:3e:15:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:14:16Z', 'updated_at': '2022-05-17T12:14:39Z', 'revision_number': 1, 'project_id': '2ae797920785457f975f9f85d80849af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:40.876072 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-f641a1bd-ed94-4c80-bde5-c68e1f6dd532 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.877779 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-f641a1bd-ed94-4c80-bde5-c68e1f6dd532 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.35 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.1241403 May 17 12:14:40.933783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-e7d46213-61e7-4f1c-b306-4a6d8eeefb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.935282 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-e7d46213-61e7-4f1c-b306-4a6d8eeefb20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 200 len: 910 time: 0.1923194 May 17 12:14:40.944472 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79c7d-4421-4eaf-8653-f2462d410623 req-462b6604-a6c1-4c05-81e0-aae508d5349b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:40.945994 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2d79c7d-4421-4eaf-8653-f2462d410623 req-462b6604-a6c1-4c05-81e0-aae508d5349b tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 945 time: 0.0680337 May 17 12:14:40.955905 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-124addb2-555d-4dd6-a4e2-215c71d00314 service neutron] 10.222.0.35 "GET /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008867 May 17 12:14:40.986360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55274) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:41.023813 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Deleting port ce775399-8aaa-44e2-8bad-de44d822b044 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:41.024287 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.040347 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-fd44d8fd-65c0-4e61-a786-a5aa32c6c3f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc HTTP/1.1" status: 200 len: 999 time: 0.0931313 May 17 12:14:41.050760 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2d79c7d-4421-4eaf-8653-f2462d410623 req-fff562f9-25e0-41ea-88c1-cc6d399a7fcf tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/security-groups?id=96dbab55-efff-4781-a4f1-c5140edff135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974391 May 17 12:14:41.116863 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-75a8ba00-55e8-42bf-b9ad-1eaf332b210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:41.118988 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-75a8ba00-55e8-42bf-b9ad-1eaf332b210d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 200 len: 848 time: 0.0667403 May 17 12:14:41.124443 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba255e23-ad7f-4c6c-9857-cbe82449d3d2 None None] New status for floating IP 220a87f0-75bf-47e0-84c5-837d6322bd30: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:14:41.137353 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1121223902-network', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:41.152470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] For port ce775399-8aaa-44e2-8bad-de44d822b044, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ce775399-8aaa-44e2-8bad-de44d822b044,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:41.152840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.173903 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-178666f1-3393-4bc2-a004-a7c155ac4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:41.175798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Calling delete_port for ce775399-8aaa-44e2-8bad-de44d822b044 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:41.175961 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-178666f1-3393-4bc2-a004-a7c155ac4d16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94b88bbc-a9e8-40ae-bcc3-9f4064606643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476413 May 17 12:14:41.187015 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Made reservation on behalf of 2073530c2a5b4ad4a6543cdfa209c9f0 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:14:41.189556 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.226330 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.381781 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks [] for security_group (4878535a-411b-4313-abba-c787b77b2852), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.386011 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4878535a-411b-4313-abba-c787b77b2852), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.392027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (ce775399-8aaa-44e2-8bad-de44d822b044), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.445128 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:14:41.447185 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event deleted for resources: {'Port': ['ID=ce775399-8aaa-44e2-8bad-de44d822b044,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:41.457752 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878535a-411b-4313-abba-c787b77b2852,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:41.481250 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (cf87d178-2487-4b81-bfe5-da646f032092), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.481660 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Added segment cf87d178-2487-4b81-bfe5-da646f032092 of type vlan for network 2f753be7-2373-4ef6-8267-57573ca3f74e May 17 12:14:41.505671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] No DVR routers for this DVR port ce775399-8aaa-44e2-8bad-de44d822b044 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:41.509021 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.512690 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b7f748e4-f2c6-480a-ad02-48b880294776 req-8a55602e-f76f-40cf-bc8c-be18e795d3c9 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.35 "DELETE /v2.0/ports/ce775399-8aaa-44e2-8bad-de44d822b044 HTTP/1.1" status: 204 len: 173 time: 0.6082318 May 17 12:14:41.518738 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-5e74ba65-c274-4469-ab63-e4f4c7fb7f56 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345339 May 17 12:14:41.547612 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (2f753be7-2373-4ef6-8267-57573ca3f74e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.575427 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (2f753be7-2373-4ef6-8267-57573ca3f74e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.576840 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:41.577291 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.614089 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6266899 May 17 12:14:41.617710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55278) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:41.622569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Request body: {'subnet': {'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1121223902-subnet', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:41.629055 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-258710a6-c949-49f6-9255-7c0cf11b0d88 req-d2cf4737-ad71-4a8b-953c-5a0a7a0966d0 service neutron] 10.222.0.35 "GET /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036439 May 17 12:14:41.642005 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5522e1-6a31-4eb4-986b-75095934aeff admin admin] Pushing event updated for resources: {'Network': ['ID=2f753be7-2373-4ef6-8267-57573ca3f74e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:41.645490 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Made reservation on behalf of 2073530c2a5b4ad4a6543cdfa209c9f0 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:14:41.648010 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16161789'] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.652587 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 2f753be7-2373-4ef6-8267-57573ca3f74e details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:14:41.825645 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15940473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16161771'] for subnet (88ef893d-39d7-499d-a39e-2db0ae500d63), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.888527 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ef893d-39d7-499d-a39e-2db0ae500d63,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:41.900425 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Checking segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:41.900787 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Network hostable DHCP agents. Network: 2f753be7-2373-4ef6-8267-57573ca3f74e, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:14:41.921874 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Network 2f753be7-2373-4ef6-8267-57573ca3f74e is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:14:41.934037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 2f753be7-2373-4ef6-8267-57573ca3f74e) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:41.938532 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:41.939133 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.946302 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2ac69-faa2-4e26-8304-3f985450e44a None None] Network 2f753be7-2373-4ef6-8267-57573ca3f74e requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:41.957322 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a8c3a223-43dc-413a-ba0a-f6dacae31c48 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3384535 May 17 12:14:41.961550 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55280) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:41.966026 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:41.996227 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:41.997283 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.052883 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-2f753be7-2373-4ef6-8267-57573ca3f74e', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:14:42.053885 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.056913 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for router_controller (e08e4be1-008f-46fc-b7da-292a85fbedb5), precommit_add_association {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.192407 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Allocated IP 172.20.0.2 (2f753be7-2373-4ef6-8267-57573ca3f74e/88ef893d-39d7-499d-a39e-2db0ae500d63/26e070ad-5735-446b-bacf-a68a9152aa1e) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:42.221827 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c3f88368-520a-4732-a79b-fd623cb7afe1 req-51f10bc6-655d-4455-ad8b-67c5877ed454 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "GET /v2.0/ports?device_id=30bf4c33-50e2-4e81-aa3e-98ef857d0628 HTTP/1.1" status: 200 len: 210 time: 0.0598278 May 17 12:14:42.224151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for router_gateway (e08e4be1-008f-46fc-b7da-292a85fbedb5), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.340222 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks [] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.345525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.350438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-deleted', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:14:42.352834 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a180359b-5f6b-4744-8562-536cf4d67ea8" -d '{"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-deleted", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:14:42.390192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Network 2f753be7-2373-4ef6-8267-57573ca3f74e is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:42.399012 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:42.401478 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:42.403648 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Pushing event updated for resources: {'Port': ['ID=26e070ad-5735-446b-bacf-a68a9152aa1e,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:42.430854 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c172bc7-67d9-4750-90ad-6bf053dd7756 x-openstack-request-id: req-4c172bc7-67d9-4750-90ad-6bf053dd7756 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:14:42.431150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf4c33-50e2-4e81-aa3e-98ef857d0628", "name": "network-vif-deleted", "tag": "ce775399-8aaa-44e2-8bad-de44d822b044", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:14:42.431401 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c172bc7-67d9-4750-90ad-6bf053dd7756 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:14:42.431796 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c172bc7-67d9-4750-90ad-6bf053dd7756'] response: {'server_uuid': '30bf4c33-50e2-4e81-aa3e-98ef857d0628', 'name': 'network-vif-deleted', 'tag': 'ce775399-8aaa-44e2-8bad-de44d822b044', 'status': 'completed', 'code': 200} May 17 12:14:42.437000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for router_gateway (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.458619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.463878 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Attempting to bind port 26e070ad-5735-446b-bacf-a68a9152aa1e on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:42.464352 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Attempting to bind port 26e070ad-5735-446b-bacf-a68a9152aa1e by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:42.464795 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Attempting to bind port 26e070ad-5735-446b-bacf-a68a9152aa1e on network 2f753be7-2373-4ef6-8267-57573ca3f74e {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:42.472343 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:42.472705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Checking segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:42.473152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.473546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Bound using segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:42.474652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Bound port: 26e070ad-5735-446b-bacf-a68a9152aa1e, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:42.475034 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.542178 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] For port 26e070ad-5735-446b-bacf-a68a9152aa1e, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:42.545424 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] For port 26e070ad-5735-446b-bacf-a68a9152aa1e, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=26e070ad-5735-446b-bacf-a68a9152aa1e,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:42.550867 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.572445 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Allocated IP 172.27.2.74 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/14649a17-a378-4c9c-9837-e14a50b1de17) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:42.617472 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac468d-5732-428c-9a62-6644a42f32ab None None] Pushing event updated for resources: {'Port': ['ID=26e070ad-5735-446b-bacf-a68a9152aa1e,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:42.687660 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for port (14649a17-a378-4c9c-9837-e14a50b1de17), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.722571 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:42.766585 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:42.771247 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:42.774347 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:42.800122 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Pushing event updated for resources: {'Port': ['ID=14649a17-a378-4c9c-9837-e14a50b1de17,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:43.020469 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for router_gateway (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.202315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.282433 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55288) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:43.359099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (96dbab55-efff-4781-a4f1-c5140edff135), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.393268 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (96dbab55-efff-4781-a4f1-c5140edff135), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.469349 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (96dbab55-efff-4781-a4f1-c5140edff135), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.472555 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.477065 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] 10.222.0.58 "DELETE /v2.0/security-groups/96dbab55-efff-4781-a4f1-c5140edff135 HTTP/1.1" status: 204 len: 168 time: 0.1897907 May 17 12:14:43.484399 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be6b76-8c0e-4992-9154-1c8b94fe9c95 tempest-TestShelveInstance-1639342750 tempest-TestShelveInstance-1639342750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dbab55-efff-4781-a4f1-c5140edff135,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:43.541956 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55292) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:43.548615 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead3ecc-43db-4241-b7a6-a2bcb73c89cb None None] Network 2f753be7-2373-4ef6-8267-57573ca3f74e requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:43.597176 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Router e08e4be1-008f-46fc-b7da-292a85fbedb5 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:14:43.657705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Provisioning complete for port 26e070ad-5735-446b-bacf-a68a9152aa1e triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:43.658103 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.706299 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:43.716994 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Sync routers for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:43.731984 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.735885 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8af68fc2-15bf-447c-8ff3-7d8dc1de1bea admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7706985 May 17 12:14:43.741589 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55296) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:43.746926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Current status of the port 26e070ad-5735-446b-bacf-a68a9152aa1e is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:43.747280 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:43.747853 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.748039 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:43.789941 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] For port 26e070ad-5735-446b-bacf-a68a9152aa1e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=26e070ad-5735-446b-bacf-a68a9152aa1e,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:43.795410 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:43.856361 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b2bfa-e9ab-4db9-8f0d-0288eb8f6344 None None] Pushing event updated for resources: {'Port': ['ID=26e070ad-5735-446b-bacf-a68a9152aa1e,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:43.906313 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:43.990644 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (e7f579ed-b793-4696-80fd-b668d1e46d76), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.015904 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-96133667-7aaf-4297-98f8-9627ae92dfc3 None None] Provisioning complete for port 26e070ad-5735-446b-bacf-a68a9152aa1e triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:44.016414 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96133667-7aaf-4297-98f8-9627ae92dfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.091232 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:42Z', 'revision_number': 3, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:44.092601 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:44.121598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: ce775399-8aaa-44e2-8bad-de44d822b044 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:44.122157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ce775399-8aaa-44e2-8bad-de44d822b044 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:44.127695 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Checking router: e08e4be1-008f-46fc-b7da-292a85fbedb5 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:44.128449 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Updating router e08e4be1-008f-46fc-b7da-292a85fbedb5 port 14649a17-a378-4c9c-9837-e14a50b1de17 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:14:44.129602 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-96133667-7aaf-4297-98f8-9627ae92dfc3 None None] Current status of the port 26e070ad-5735-446b-bacf-a68a9152aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:44.163398 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.241376 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Deleting port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:44.241712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.244261 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.324086 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] For port b3c8579d-979c-49e5-9dd1-4e2db6ac63fd, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:44.324725 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.338785 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Calling delete_port for b3c8579d-979c-49e5-9dd1-4e2db6ac63fd owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:44.403823 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Allocated IP 172.20.0.1 (2f753be7-2373-4ef6-8267-57573ca3f74e/88ef893d-39d7-499d-a39e-2db0ae500d63/0ae73e30-9a47-4e01-b890-4209382a86f4) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:44.449263 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks [] for port (14649a17-a378-4c9c-9837-e14a50b1de17), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.455108 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.509666 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Pushing event updated for resources: {'Port': ['ID=14649a17-a378-4c9c-9837-e14a50b1de17,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.517389 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Attempting to bind port 14649a17-a378-4c9c-9837-e14a50b1de17 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:44.517566 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks [] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.517790 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Attempting to bind port 14649a17-a378-4c9c-9837-e14a50b1de17 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:44.518114 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Attempting to bind port 14649a17-a378-4c9c-9837-e14a50b1de17 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:44.520913 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.521159 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.521883 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.521883 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.522222 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.522517 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.522839 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.523160 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.523497 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.523803 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.524122 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.524481 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.524803 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.525117 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.525432 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:44.535734 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:44.536168 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:44.536573 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.536954 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:44.537419 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Bound port: 14649a17-a378-4c9c-9837-e14a50b1de17, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:44.537976 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.548765 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.554259 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (b3c8579d-979c-49e5-9dd1-4e2db6ac63fd), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.579669 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c8579d-979c-49e5-9dd1-4e2db6ac63fd,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.585916 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Network 2f753be7-2373-4ef6-8267-57573ca3f74e is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:44.589732 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:44.595315 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] For port 14649a17-a378-4c9c-9837-e14a50b1de17, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:44.597675 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:44.599481 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] For port 14649a17-a378-4c9c-9837-e14a50b1de17, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=14649a17-a378-4c9c-9837-e14a50b1de17,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:44.607203 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.651826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.684382 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f99de-b4db-402a-8f5f-473de07fc134 None None] Pushing event updated for resources: {'Port': ['ID=14649a17-a378-4c9c-9837-e14a50b1de17,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.700626 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:44.701293 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:44.718725 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Pushing event updated for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:44.874614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (e7f579ed-b793-4696-80fd-b668d1e46d76), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.886569 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:44.928043 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 26e070ad-5735-446b-bacf-a68a9152aa1e up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:44.941165 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:45.000091 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 26e070ad-5735-446b-bacf-a68a9152aa1e triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:45.000504 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.076460 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-b8120ccc-6ef1-4c7c-a7a3-33a6bd076a27 None None] Provisioning complete for port 0ae73e30-9a47-4e01-b890-4209382a86f4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:45.077229 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-b8120ccc-6ef1-4c7c-a7a3-33a6bd076a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.108262 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 26e070ad-5735-446b-bacf-a68a9152aa1e is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:45.121697 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-b8120ccc-6ef1-4c7c-a7a3-33a6bd076a27 None None] Port 0ae73e30-9a47-4e01-b890-4209382a86f4 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:14:45.138007 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks [] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.144935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.164589 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:42Z', 'revision_number': 3, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:45.172502 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Router e7f579ed-b793-4696-80fd-b668d1e46d76 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:45.191875 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b7094-6fbc-4742-a688-3d8148b80133 None None] The sync data for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi is: [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:42Z', 'revision_number': 3, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:45.218543 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.223427 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Pushing event updated for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:45.288588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:45.297808 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f189da54-ea95-48d2-8567-5f78db30b359 admin admin] 10.222.0.58 "PUT /v2.0/routers/e7f579ed-b793-4696-80fd-b668d1e46d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543795 May 17 12:14:45.298150 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55298) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:45.298636 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Sync routers for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:45.313237 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:45.314025 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:45.366366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Network 2f753be7-2373-4ef6-8267-57573ca3f74e is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:45.369806 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:45.440747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:45.529881 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks [] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.670011 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks [] for router_gateway (e7f579ed-b793-4696-80fd-b668d1e46d76), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.680583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Router e08e4be1-008f-46fc-b7da-292a85fbedb5 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:45.765774 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Deleting port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:45.766116 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.796720 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-593185fb-b03c-4cd7-9f30-9c9b574d83ca None None] Provisioning complete for port 0ae73e30-9a47-4e01-b890-4209382a86f4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:45.797076 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-593185fb-b03c-4cd7-9f30-9c9b574d83ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.798903 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 5, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port': {'id': '5fd7c6b8-064a-4f11-bf93-aba6c987c9de', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:06Z', 'updated_at': '2022-05-17T12:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:45.846537 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Checking router: e7f579ed-b793-4696-80fd-b668d1e46d76 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:45.861711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-593185fb-b03c-4cd7-9f30-9c9b574d83ca None None] Port 0ae73e30-9a47-4e01-b890-4209382a86f4 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:14:45.867059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Routers {'e7f579ed-b793-4696-80fd-b668d1e46d76'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:45.868036 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e7f579ed-b793-4696-80fd-b668d1e46d76'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:45.872121 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:45.878043 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2b7effa9-97cd-48ba-8431-1e3ab0ee5eee admin admin] 10.222.0.58 "PUT /v2.0/routers/e08e4be1-008f-46fc-b7da-292a85fbedb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1353772 May 17 12:14:45.901188 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] For port 5fd7c6b8-064a-4f11-bf93-aba6c987c9de, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:45.901554 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:45.915921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Calling delete_port for 5fd7c6b8-064a-4f11-bf93-aba6c987c9de owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:45.961001 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] Set router e7f579ed-b793-4696-80fd-b668d1e46d76 gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:46.013335 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:14:45Z', 'revision_number': 6, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:46.042943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a7a6d-75f2-46a2-886f-3e347657db99 None None] The sync data for ids ['e7f579ed-b793-4696-80fd-b668d1e46d76'] in dv-cinder-837699-7-iscsi is: [{'id': 'e7f579ed-b793-4696-80fd-b668d1e46d76', 'name': 'tempest-TestShelveInstance-425770773-router', 'tenant_id': '76b64f5e92ae4a0a9f756026c2e398af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:05Z', 'updated_at': '2022-05-17T12:14:45Z', 'revision_number': 6, 'project_id': '76b64f5e92ae4a0a9f756026c2e398af', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:46.123967 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (5fd7c6b8-064a-4f11-bf93-aba6c987c9de), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.151321 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd7c6b8-064a-4f11-bf93-aba6c987c9de,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:46.219056 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (e7f579ed-b793-4696-80fd-b668d1e46d76), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.308709 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.310921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks [] for router_controller (e7f579ed-b793-4696-80fd-b668d1e46d76), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.357031 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (e7f579ed-b793-4696-80fd-b668d1e46d76), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.357271 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f579ed-b793-4696-80fd-b668d1e46d76 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:14:46.366070 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.366070 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fcd137a5-a1a8-42c6-b1e1-0fa851dc6a3e admin admin] 10.222.0.58 "DELETE /v2.0/routers/e7f579ed-b793-4696-80fd-b668d1e46d76 HTTP/1.1" status: 204 len: 168 time: 1.0642412 May 17 12:14:46.366861 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55314) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:46.405173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55316) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:46.413539 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592258085-network', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:46.420635 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Deleting subnet b3526f13-5290-46d8-9fb6-a5127f893b2b {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:14:46.424032 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Publish callbacks [] for subnet (b3526f13-5290-46d8-9fb6-a5127f893b2b), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.435091 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Made reservation on behalf of de777c06ba814ee5975856dd3f036cd3 for: {'network': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:14:46.437506 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.446776 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.466569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16379431'] for subnet (b3526f13-5290-46d8-9fb6-a5127f893b2b), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.541901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks [] for security_group (b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.546208 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.571651 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:14:46.582888 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:46.586137 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (b3526f13-5290-46d8-9fb6-a5127f893b2b), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.588454 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (d8f9573e-b587-41f5-81d1-e79f1c09b9c6), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.588856 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.segments_db [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Added segment d8f9573e-b587-41f5-81d1-e79f1c09b9c6 of type vlan for network 55d81209-e9a6-442a-a674-836b9df3ce49 May 17 12:14:46.632003 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (55d81209-e9a6-442a-a674-836b9df3ce49), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.650800 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15940408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16161744'] for subnet (b3526f13-5290-46d8-9fb6-a5127f893b2b), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.659920 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (55d81209-e9a6-442a-a674-836b9df3ce49), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.662625 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:46.662942 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.671260 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d025c5-f824-4cdc-8d50-1a83003d0929 None None] Network d65a31a7-b8ed-4ea2-811e-5054319f9793 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:46.681629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.688344 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b3526f13-5290-46d8-9fb6-a5127f893b2b HTTP/1.1" status: 204 len: 168 time: 0.3196263 May 17 12:14:46.688974 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55318) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:46.706611 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2943587 May 17 12:14:46.721092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b6588-4b58-4ad4-b1b0-31288ebbaf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3526f13-5290-46d8-9fb6-a5127f893b2b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:46.722503 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55322) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:46.729236 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Request body: {'subnet': {'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592258085-subnet', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:46.734471 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca473-06fa-4ee2-b9ba-4a9d3623a085 admin admin] Pushing event updated for resources: {'Network': ['ID=55d81209-e9a6-442a-a674-836b9df3ce49,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:46.756590 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 55d81209-e9a6-442a-a674-836b9df3ce49 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:14:46.786417 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (d65a31a7-b8ed-4ea2-811e-5054319f9793), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.799850 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Made reservation on behalf of de777c06ba814ee5975856dd3f036cd3 for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:14:46.803613 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16161789'] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.872437 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] DHCP port deletion for d65a31a7-b8ed-4ea2-811e-5054319f9793 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:14:46.905273 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Deleting port e649f430-ad60-48f2-a76e-a1cc2a68775e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:46.905621 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.926124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Deleting port e649f430-ad60-48f2-a76e-a1cc2a68775e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:46.929014 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:46.994140 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] For port e649f430-ad60-48f2-a76e-a1cc2a68775e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e649f430-ad60-48f2-a76e-a1cc2a68775e,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:46.994342 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.003821 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 14649a17-a378-4c9c-9837-e14a50b1de17 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:47.013839 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Calling delete_port for e649f430-ad60-48f2-a76e-a1cc2a68775e owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:47.035024 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] For port e649f430-ad60-48f2-a76e-a1cc2a68775e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e649f430-ad60-48f2-a76e-a1cc2a68775e,segment=NetworkSegment(da40f367-ee84-44ad-b459-4058d177486f),segment_id=da40f367-ee84-44ad-b459-4058d177486f)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:47.035428 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.056467 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Calling delete_port for e649f430-ad60-48f2-a76e-a1cc2a68775e owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:47.095179 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Sync routers for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:47.106284 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 14649a17-a378-4c9c-9837-e14a50b1de17 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:47.106666 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.106772 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:47.107527 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.150356 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15940473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16161771'] for subnet (e427c005-a620-486c-8334-eaf5a4f7e80a), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.202952 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.210492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 14649a17-a378-4c9c-9837-e14a50b1de17 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:47.210884 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.223851 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:47.231984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Pushing event deleted for resources: {'Port': ['ID=e649f430-ad60-48f2-a76e-a1cc2a68775e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:47.234223 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 14649a17-a378-4c9c-9837-e14a50b1de17, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=14649a17-a378-4c9c-9837-e14a50b1de17,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:47.235783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e427c005-a620-486c-8334-eaf5a4f7e80a,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:47.237455 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (e649f430-ad60-48f2-a76e-a1cc2a68775e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.249094 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] No DVR routers for this DVR port e649f430-ad60-48f2-a76e-a1cc2a68775e on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:47.265960 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.272007 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Pushing event deleted for resources: {'Port': ['ID=e649f430-ad60-48f2-a76e-a1cc2a68775e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:47.279071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] No DVR routers for this DVR port e649f430-ad60-48f2-a76e-a1cc2a68775e on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:47.290352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Checking segment: {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:47.290712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Network hostable DHCP agents. Network: 55d81209-e9a6-442a-a674-836b9df3ce49, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:14:47.291581 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.292083 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.292652 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.293135 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.293762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.294266 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.294912 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.295391 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.301486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.302743 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.303238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.303915 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.304444 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.304931 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.305413 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d24b08-ee90-4f2b-aa2d-a90cac8f16de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:14:47.367899 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=14649a17-a378-4c9c-9837-e14a50b1de17,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:47.368112 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (d65a31a7-b8ed-4ea2-811e-5054319f9793), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.388598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b3c8579d-979c-49e5-9dd1-4e2db6ac63fd no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:47.388906 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65a31a7-b8ed-4ea2-811e-5054319f9793']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.400613 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da40f367-ee84-44ad-b459-4058d177486f') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.400905 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da40f367-ee84-44ad-b459-4058d177486f') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.413821 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (da40f367-ee84-44ad-b459-4058d177486f), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.414793 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: b3c8579d-979c-49e5-9dd1-4e2db6ac63fd {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:47.415152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b3c8579d-979c-49e5-9dd1-4e2db6ac63fd not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:47.415617 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 5fd7c6b8-064a-4f11-bf93-aba6c987c9de no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:47.428951 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Network 55d81209-e9a6-442a-a674-836b9df3ce49 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:14:47.431742 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (da40f367-ee84-44ad-b459-4058d177486f), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.437068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 5fd7c6b8-064a-4f11-bf93-aba6c987c9de {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:47.437424 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 5fd7c6b8-064a-4f11-bf93-aba6c987c9de not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:47.437847 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e649f430-ad60-48f2-a76e-a1cc2a68775e no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:47.440017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:14:47.440487 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (da40f367-ee84-44ad-b459-4058d177486f), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:14:47.453565 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:14:47.461979 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: e649f430-ad60-48f2-a76e-a1cc2a68775e {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:47.462322 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e649f430-ad60-48f2-a76e-a1cc2a68775e not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:47.484272 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 2, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:47.496457 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 55d81209-e9a6-442a-a674-836b9df3ce49) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:47.502837 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:14:47.503905 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.504698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84a2d1-fbe6-4e34-b9d8-b376c90a1568 None None] Network 55d81209-e9a6-442a-a674-836b9df3ce49 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:47.516452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (d65a31a7-b8ed-4ea2-811e-5054319f9793), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.523053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.526488 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d65a31a7-b8ed-4ea2-811e-5054319f9793 HTTP/1.1" status: 204 len: 168 time: 0.8363276 May 17 12:14:47.529495 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55324) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:47.535489 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-0a031726-39ae-4fdc-a990-36b2fe7f1fd1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8097920 May 17 12:14:47.537819 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Checking router: e08e4be1-008f-46fc-b7da-292a85fbedb5 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:47.538334 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Updating router e08e4be1-008f-46fc-b7da-292a85fbedb5 port 0ae73e30-9a47-4e01-b890-4209382a86f4 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:14:47.545024 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55326) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:47.549772 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:14:47.555247 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e017-3ebf-4b38-b053-5e12368c7477 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65a31a7-b8ed-4ea2-811e-5054319f9793,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:47.586100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.587300 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.670266 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.689971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for router_controller (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), precommit_add_association {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.693787 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-55d81209-e9a6-442a-a674-836b9df3ce49', 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49', 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'fixed_ips': [{'subnet_id': 'e427c005-a620-486c-8334-eaf5a4f7e80a'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:14:47.694850 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.857683 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for router_gateway (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:47.895244 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Allocated IP 172.20.0.2 (55d81209-e9a6-442a-a674-836b9df3ce49/e427c005-a620-486c-8334-eaf5a4f7e80a/24df4b72-7477-4189-8672-dd8ae0229bec) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:48.047333 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks [] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.055944 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.068064 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks [] for port (24df4b72-7477-4189-8672-dd8ae0229bec), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.076123 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.091104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for router_gateway (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.113902 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.121282 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Network 55d81209-e9a6-442a-a674-836b9df3ce49 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:48.129469 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:48.131860 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Pushing event updated for resources: {'Port': ['ID=24df4b72-7477-4189-8672-dd8ae0229bec,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.134587 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:48.191540 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7ec6b-480a-4c10-b7a7-c535a0b3cea8 None None] Pushing event updated for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.212991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Attempting to bind port 24df4b72-7477-4189-8672-dd8ae0229bec on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:48.213513 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Attempting to bind port 24df4b72-7477-4189-8672-dd8ae0229bec by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:48.213970 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Attempting to bind port 24df4b72-7477-4189-8672-dd8ae0229bec on network 55d81209-e9a6-442a-a674-836b9df3ce49 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:48.219804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:48.220319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Checking segment: {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:48.220832 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.221316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Bound using segment: {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:48.221879 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Bound port: 24df4b72-7477-4189-8672-dd8ae0229bec, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:48.222357 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.239839 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Attempting to bind port 0ae73e30-9a47-4e01-b890-4209382a86f4 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:48.240259 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Attempting to bind port 0ae73e30-9a47-4e01-b890-4209382a86f4 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:48.240899 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Attempting to bind port 0ae73e30-9a47-4e01-b890-4209382a86f4 on network 2f753be7-2373-4ef6-8267-57573ca3f74e {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:48.246328 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:48.246709 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Checking segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:48.247117 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.247512 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Bound using segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:48.248028 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Bound port: 0ae73e30-9a47-4e01-b890-4209382a86f4, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:48.248476 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.300482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] For port 24df4b72-7477-4189-8672-dd8ae0229bec, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:48.304687 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] For port 24df4b72-7477-4189-8672-dd8ae0229bec, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=24df4b72-7477-4189-8672-dd8ae0229bec,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:48.311274 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Allocated IP 172.27.2.209 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:48.317465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.351883 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] For port 0ae73e30-9a47-4e01-b890-4209382a86f4, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:48.359173 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] For port 0ae73e30-9a47-4e01-b890-4209382a86f4, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0ae73e30-9a47-4e01-b890-4209382a86f4,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:48.382524 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.388144 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6097e-3d68-4eb5-b9d6-559c2a2ab389 None None] Pushing event updated for resources: {'Port': ['ID=24df4b72-7477-4189-8672-dd8ae0229bec,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.403151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.413892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Provisioning complete for port 0ae73e30-9a47-4e01-b890-4209382a86f4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:48.414684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.457866 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7ec6b-480a-4c10-b7a7-c535a0b3cea8 None None] Pushing event updated for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.492253 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:48.492935 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:48.549108 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Current status of the port 0ae73e30-9a47-4e01-b890-4209382a86f4 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:48.550092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.550887 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.626653 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.645517 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:48.673177 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] For port 0ae73e30-9a47-4e01-b890-4209382a86f4, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0ae73e30-9a47-4e01-b890-4209382a86f4,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:48.679679 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.733000 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:48.736590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:48.744994 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:48.825275 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.839502 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336484c-ce5c-4d0d-8172-bd52ea652a63 None None] Pushing event updated for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:48.847136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 14649a17-a378-4c9c-9837-e14a50b1de17 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:48.899082 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Deleting port 748950e6-1d7d-4404-9628-0f5addc64a9f {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:48.899667 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.914997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 14649a17-a378-4c9c-9837-e14a50b1de17 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:48.915463 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:48.932916 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:48.963922 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d8ea0-e11e-43b8-a1f4-f124f06a420a None None] The sync data for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi is: [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:49.007383 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 14649a17-a378-4c9c-9837-e14a50b1de17 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:49.040477 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-1a19e469-f26e-4317-bf88-13e00b2e94c9 None None] Provisioning complete for port 0ae73e30-9a47-4e01-b890-4209382a86f4 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:49.040978 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1a19e469-f26e-4317-bf88-13e00b2e94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.049686 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] For port 748950e6-1d7d-4404-9628-0f5addc64a9f, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=748950e6-1d7d-4404-9628-0f5addc64a9f,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:49.050419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.064605 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Calling delete_port for 748950e6-1d7d-4404-9628-0f5addc64a9f owned by network:router_interface {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:49.141270 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1a19e469-f26e-4317-bf88-13e00b2e94c9 None None] Current status of the port 0ae73e30-9a47-4e01-b890-4209382a86f4 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:49.176471 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for router_gateway (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.301521 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (748950e6-1d7d-4404-9628-0f5addc64a9f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.324285 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=748950e6-1d7d-4404-9628-0f5addc64a9f,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:49.564627 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.768382 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:49.857696 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bcb14-c572-4d52-9119-7e29ac06a22c None None] Network 55d81209-e9a6-442a-a674-836b9df3ce49 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:49.866366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Router d873c2ef-bc9f-4df8-80be-f619302f70ef has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:49.912478 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:14:49.982955 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Provisioning complete for port 24df4b72-7477-4189-8672-dd8ae0229bec triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:49.983408 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.014242 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:50.024671 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3c65e93f-4311-4e71-a109-448b25bcbfd6 admin admin] 10.222.0.58 "PUT /v2.0/routers/d873c2ef-bc9f-4df8-80be-f619302f70ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4928582 May 17 12:14:50.026370 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Sync routers for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:50.026806 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55328) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:50.041232 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:50.041608 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.078649 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:50.090756 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Sync routers for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:50.118039 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:50.118814 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.132937 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.137028 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7df73b20-0989-42a4-921a-da54f9d829b8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5882847 May 17 12:14:50.137301 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55330) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:50.256021 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:50.279561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks [] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.289409 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Current status of the port 24df4b72-7477-4189-8672-dd8ae0229bec is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:50.289977 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.364940 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] For port 24df4b72-7477-4189-8672-dd8ae0229bec, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=24df4b72-7477-4189-8672-dd8ae0229bec,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:50.375116 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.392028 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:50.458554 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:49Z', 'revision_number': 3, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.486121 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Checking router: 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:50.486718 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Updating router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:14:50.521515 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.530429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks [] for router_gateway (d873c2ef-bc9f-4df8-80be-f619302f70ef), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.555862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2e03-f831-4c52-80fb-882ed27ad74e None None] Pushing event updated for resources: {'Port': ['ID=24df4b72-7477-4189-8672-dd8ae0229bec,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:50.561226 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-eddab030-a9b3-4f57-9e50-dbdb743d2048 None None] Provisioning complete for port 24df4b72-7477-4189-8672-dd8ae0229bec triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:50.561226 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-eddab030-a9b3-4f57-9e50-dbdb743d2048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.632238 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Deleting port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:50.632597 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.684211 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:14:49Z', 'revision_number': 5, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port': {'id': '1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.712301 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Checking router: d873c2ef-bc9f-4df8-80be-f619302f70ef for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:50.720474 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-eddab030-a9b3-4f57-9e50-dbdb743d2048 None None] Current status of the port 24df4b72-7477-4189-8672-dd8ae0229bec is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:50.729008 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Routers {'d873c2ef-bc9f-4df8-80be-f619302f70ef'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:50.730163 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['d873c2ef-bc9f-4df8-80be-f619302f70ef'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.794563 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] For port 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:50.795027 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.815558 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Calling delete_port for 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:50.828967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] Set router d873c2ef-bc9f-4df8-80be-f619302f70ef gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:50.908115 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:14:50Z', 'revision_number': 6, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:50.914140 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0ae73e30-9a47-4e01-b890-4209382a86f4 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:50.937747 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks [] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.943097 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.969525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32134ac-aa87-4c6f-8780-1ec3a4747127 None None] The sync data for ids ['d873c2ef-bc9f-4df8-80be-f619302f70ef'] in dv-cinder-837699-7-iscsi is: [{'id': 'd873c2ef-bc9f-4df8-80be-f619302f70ef', 'name': 'tempest-TestShelveInstance-817283313-router', 'tenant_id': '8282fdb39f694827b9e9a9f6b320a132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:08:11Z', 'updated_at': '2022-05-17T12:14:50Z', 'revision_number': 6, 'project_id': '8282fdb39f694827b9e9a9f6b320a132', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:50.984566 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 0ae73e30-9a47-4e01-b890-4209382a86f4 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:50.984724 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:50.987397 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.006087 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Attempting to bind port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:51.006608 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Attempting to bind port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:51.007069 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Attempting to bind port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:51.014918 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7dedc-2a0b-43bc-907b-4305169576e2 None None] Pushing event updated for resources: {'Port': ['ID=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,revision_number=2']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:51.025879 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:51.026988 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:51.027663 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.028244 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:51.028777 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Bound port: b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:51.029278 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.074570 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 0ae73e30-9a47-4e01-b890-4209382a86f4 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:51.075739 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 24df4b72-7477-4189-8672-dd8ae0229bec up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:51.084699 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] For port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:51.088119 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] For port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:51.095064 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.121229 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 24df4b72-7477-4189-8672-dd8ae0229bec triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:51.121759 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.153919 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:51.154658 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:51.155256 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.161091 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7dedc-2a0b-43bc-907b-4305169576e2 None None] Pushing event updated for resources: {'Port': ['ID=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:51.203840 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:51.205196 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 24df4b72-7477-4189-8672-dd8ae0229bec is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:51.245349 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Allocated IP 172.20.0.1 (55d81209-e9a6-442a-a674-836b9df3ce49/e427c005-a620-486c-8334-eaf5a4f7e80a/49bc227c-1539-44b8-a37c-df7d0d5e9d29) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:14:51.309387 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.358128 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:51.447488 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.451228 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks [] for router_controller (d873c2ef-bc9f-4df8-80be-f619302f70ef), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.540523 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:49Z', 'revision_number': 3, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:51.542269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks [] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.549710 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (d873c2ef-bc9f-4df8-80be-f619302f70ef), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.550319 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d873c2ef-bc9f-4df8-80be-f619302f70ef {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:14:51.556918 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.560437 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e255feee-4aad-4db7-8346-c1fd8467d265 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d873c2ef-bc9f-4df8-80be-f619302f70ef HTTP/1.1" status: 204 len: 168 time: 1.5302529 May 17 12:14:51.560825 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55332) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:51.566757 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0859-659c-4993-a690-ed5566c35de5 None None] The sync data for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi is: [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:49Z', 'revision_number': 3, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:51.586818 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.622778 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Deleting subnet fab4324a-ceda-4f5e-904b-1f7abf12c25c {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:14:51.626080 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Publish callbacks [] for subnet (fab4324a-ceda-4f5e-904b-1f7abf12c25c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.629229 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Network 55d81209-e9a6-442a-a674-836b9df3ce49 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:51.633275 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:51.639361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:14:51.665140 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Pushing event updated for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:51.669092 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (fab4324a-ceda-4f5e-904b-1f7abf12c25c), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.694335 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.707619 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.765358 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (fab4324a-ceda-4f5e-904b-1f7abf12c25c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.835315 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (fab4324a-ceda-4f5e-904b-1f7abf12c25c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.845008 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.888857 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab4324a-ceda-4f5e-904b-1f7abf12c25c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:51.899008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:51.908413 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3aa60c82-497e-48db-a9f6-d63616a35d3d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fab4324a-ceda-4f5e-904b-1f7abf12c25c HTTP/1.1" status: 204 len: 168 time: 0.3430004 May 17 12:14:51.908413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55334) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:51.910027 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276d2ab-efa0-4618-bff7-7b189e3b063e None None] Network cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:14:51.966540 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-714c088d-6f45-4c2f-a560-31ca3621acb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.008826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-670a5a02-84bf-4857-a5a7-b51aac5640d1 None None] Provisioning complete for port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:52.009433 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-670a5a02-84bf-4857-a5a7-b51aac5640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.018596 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.072821 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Deleting port e192f442-6f37-4b5d-8f40-42a650570bc9 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:14:52.073168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.075198 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-670a5a02-84bf-4857-a5a7-b51aac5640d1 None None] Port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:14:52.151138 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] For port e192f442-6f37-4b5d-8f40-42a650570bc9, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=e192f442-6f37-4b5d-8f40-42a650570bc9,segment=NetworkSegment(fe7f15df-de1b-4a3a-ab2b-fd0635495535),segment_id=fe7f15df-de1b-4a3a-ab2b-fd0635495535)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:52.151510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.166323 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Calling delete_port for e192f442-6f37-4b5d-8f40-42a650570bc9 owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:14:52.255741 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (e192f442-6f37-4b5d-8f40-42a650570bc9), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.285093 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e192f442-6f37-4b5d-8f40-42a650570bc9,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:52.289001 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] No DVR routers for this DVR port e192f442-6f37-4b5d-8f40-42a650570bc9 on host dv-cinder-837699-7-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:14:52.379206 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.390632 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4673971-f203-4be9-8bd8-436dbb1ebdc3 None None] DHCP port deletion for cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:14:52.406349 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:52.417426 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7f15df-de1b-4a3a-ab2b-fd0635495535') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:52.417727 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7f15df-de1b-4a3a-ab2b-fd0635495535') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:52.428997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (fe7f15df-de1b-4a3a-ab2b-fd0635495535), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.443792 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (fe7f15df-de1b-4a3a-ab2b-fd0635495535), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.444434 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks [] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.451017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.452801 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:14:52.453274 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (fe7f15df-de1b-4a3a-ab2b-fd0635495535), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:14:52.457098 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:14:52.522088 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Pushing event updated for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:52.524751 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.538145 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.544165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.548881 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f HTTP/1.1" status: 204 len: 168 time: 0.6399298 May 17 12:14:52.587526 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432ee57-8033-4859-94e4-a2f5c237db95 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe3df2a-f6c8-4a59-8399-eb2b29e9cf2f,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:52.683196 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Network 55d81209-e9a6-442a-a674-836b9df3ce49 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:14:52.684681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:14:52.772667 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:52.823494 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55346) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:52.848222 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:52.849151 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:52.910423 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:52.912466 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-4d449a4c-6a0e-4955-81d8-87c860870733 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76b64f5e92ae4a0a9f756026c2e398af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872838 May 17 12:14:52.971929 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:52.972776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.007374 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] Publish callbacks [] for security_group (8fa48833-219f-4fb3-8348-ea80e26eb725), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.010411 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:14:53.025742 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:53.035128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.042222 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] Publish callbacks [] for security_group (8fa48833-219f-4fb3-8348-ea80e26eb725), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.109851 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e235fd90-c89b-482f-b8d4-0114e85973e3 None None] Provisioning complete for port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:53.111007 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e235fd90-c89b-482f-b8d4-0114e85973e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.158483 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:53.182099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:14:53.188931 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-59dbabc0-1558-40ab-b6cc-2a3b577044df admin admin] 10.222.0.58 "PUT /v2.0/routers/81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0498435 May 17 12:14:53.189369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:53.189725 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1cd9b7f1-0881-422d-bcd4-4b8a6bfabb04 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:53.190157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e192f442-6f37-4b5d-8f40-42a650570bc9 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:53.194944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:53.205452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8fa48833-219f-4fb3-8348-ea80e26eb725), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.211259 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.215569 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fa48833-219f-4fb3-8348-ea80e26eb725 HTTP/1.1" status: 204 len: 168 time: 0.2983384 May 17 12:14:53.226141 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: e192f442-6f37-4b5d-8f40-42a650570bc9 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:53.226500 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device e192f442-6f37-4b5d-8f40-42a650570bc9 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:53.226976 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 748950e6-1d7d-4404-9628-0f5addc64a9f no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:14:53.229869 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e235fd90-c89b-482f-b8d4-0114e85973e3 None None] Port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:14:53.235014 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e437f9-575d-455e-a846-f11325744897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa48833-219f-4fb3-8348-ea80e26eb725,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:53.254145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 748950e6-1d7d-4404-9628-0f5addc64a9f {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:14:53.254515 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 748950e6-1d7d-4404-9628-0f5addc64a9f not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:14:53.568665 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55368) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:53.627117 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-97d527c0-cc41-42de-9c45-bcb27b0b151d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8282fdb39f694827b9e9a9f6b320a132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576515 May 17 12:14:53.629644 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55374) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:14:53.680808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] Publish callbacks [] for security_group (8b5056af-8db9-4e0b-9899-4a4b96c433d2), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.707011 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] Publish callbacks [] for security_group (8b5056af-8db9-4e0b-9899-4a4b96c433d2), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.758843 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8b5056af-8db9-4e0b-9899-4a4b96c433d2), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.761336 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:53.764657 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b5056af-8db9-4e0b-9899-4a4b96c433d2 HTTP/1.1" status: 204 len: 168 time: 0.1337118 May 17 12:14:53.774602 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d862ad-8a53-47fe-b118-3ecbf3d9c3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5056af-8db9-4e0b-9899-4a4b96c433d2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:53.793442 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Sync routers for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:14:53.805154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:53.805776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:53.917301 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:54.273290 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 4, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '49bc227c-1539-44b8-a37c-df7d0d5e9d29', 'name': '', 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'mac_address': 'fa:16:3e:30:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:51Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 2, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'subnets': [{'id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:54.309173 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Checking router: 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:14:54.309766 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Updating router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:14:54.350141 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c7ee2599-7218-4e72-a867-fe48fa89cb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.351727 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.713660 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks [] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.723743 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.744568 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:54.853001 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502750-a594-4297-9195-142e9d385581 None None] Pushing event updated for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:54.899340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:54.899718 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.949863 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Attempting to bind port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:14:54.950239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Attempting to bind port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:14:54.950606 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Attempting to bind port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 on network 55d81209-e9a6-442a-a674-836b9df3ce49 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:14:54.957420 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:14:54.957822 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Checking segment: {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:14:54.958857 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:54.959254 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Bound using segment: {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:14:54.959731 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Bound port: 49bc227c-1539-44b8-a37c-df7d0d5e9d29, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:14:54.960125 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.033750 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] For port 49bc227c-1539-44b8-a37c-df7d0d5e9d29, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:14:55.037554 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] For port 49bc227c-1539-44b8-a37c-df7d0d5e9d29, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=49bc227c-1539-44b8-a37c-df7d0d5e9d29,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:14:55.067954 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.117192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:55.144741 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:14:55.145729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:55.203907 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502750-a594-4297-9195-142e9d385581 None None] Pushing event updated for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:55.208735 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Provisioning complete for port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:55.209443 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.324245 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:14:55.450576 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.463634 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Current status of the port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:55.464019 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.543196 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] For port 49bc227c-1539-44b8-a37c-df7d0d5e9d29, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=49bc227c-1539-44b8-a37c-df7d0d5e9d29,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:14:55.555167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.634018 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 4, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '49bc227c-1539-44b8-a37c-df7d0d5e9d29', 'name': '', 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'mac_address': 'fa:16:3e:30:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:51Z', 'updated_at': '2022-05-17T12:14:55Z', 'revision_number': 4, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'subnets': [{'id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:14:55.635750 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2621f-8552-4aa0-91f2-f4cac1f6271d None None] Pushing event updated for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:14:55.662408 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912b6d8-3525-4e72-94f4-8a97da4bf12f None None] The sync data for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi is: [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:14:51Z', 'revision_number': 4, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '49bc227c-1539-44b8-a37c-df7d0d5e9d29', 'name': '', 'network_id': '55d81209-e9a6-442a-a674-836b9df3ce49', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'mac_address': 'fa:16:3e:30:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:51Z', 'updated_at': '2022-05-17T12:14:55Z', 'revision_number': 4, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'subnets': [{'id': 'e427c005-a620-486c-8334-eaf5a4f7e80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:14:55.675205 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-08abc572-850f-40dd-b4e6-0fe315171d28 None None] Provisioning complete for port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:55.675579 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-08abc572-850f-40dd-b4e6-0fe315171d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:55.825102 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-08abc572-850f-40dd-b4e6-0fe315171d28 None None] Current status of the port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:56.749563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 49bc227c-1539-44b8-a37c-df7d0d5e9d29 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:14:56.799542 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:56.840620 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:14:56.841220 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:14:56.937100 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:14:58.355138 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:03.131983 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-8f903922-35d0-4b6b-ab3c-e2937c565501 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:03.133358 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-8f903922-35d0-4b6b-ab3c-e2937c565501 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 815 time: 0.0983143 May 17 12:15:03.147625 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-a3c0977b-0413-44c2-bdd2-8b589a548003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/quotas/2073530c2a5b4ad4a6543cdfa209c9f0 HTTP/1.1" status: 200 len: 375 time: 0.0090015 May 17 12:15:03.199803 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-272cf761-c0c1-434e-b3ed-8cfba58bfbe1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473344 May 17 12:15:03.295615 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-61b8b57c-2d70-4fc1-a376-b3873b388b91 service neutron] 10.222.0.58 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 May 17 12:15:03.387792 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-f9c63157-2040-4de3-89cf-d663e9cb5bc0 service neutron] 10.222.0.58 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 May 17 12:15:03.473808 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:15:03.555920 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2094540-928b-456a-8270-6112948e4048 req-d54f6755-7a79-46ba-9bac-8ac75d764717 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 210 time: 0.0318077 May 17 12:15:04.010064 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3fcb4-c112-4063-805e-a5f537da48d9 req-01283d5c-66fe-4ad0-aaea-742ac46db0dd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:04.011430 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c9f3fcb4-c112-4063-805e-a5f537da48d9 req-01283d5c-66fe-4ad0-aaea-742ac46db0dd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0473778 May 17 12:15:04.058799 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c9f3fcb4-c112-4063-805e-a5f537da48d9 req-a93b4f2b-c3b6-4cc4-98ce-832ba1ba0091 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 May 17 12:15:04.654229 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3c661d8e-9718-4b77-9e14-b9b933752bc1 req-2415ea0e-9b79-4bab-b60a-27a05660f897 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 210 time: 0.0279567 May 17 12:15:05.170298 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1251-3456-4583-b44b-aab247bfac73 req-ca414ff1-1910-4122-bc65-d013274b5ef4 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:05.171855 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b0d1251-3456-4583-b44b-aab247bfac73 req-ca414ff1-1910-4122-bc65-d013274b5ef4 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0456796 May 17 12:15:05.222762 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4b0d1251-3456-4583-b44b-aab247bfac73 req-a454b455-04e9-4f64-8a8b-163eb3d39041 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 May 17 12:15:05.748294 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a3632c0d-5e88-4a67-a3b0-4e190b82f438 req-443804d1-60da-4ad5-899f-effd34633d52 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 210 time: 0.0277140 May 17 12:15:06.166079 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-ab770d40-d96a-4ab5-965a-474d6bddf129 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:06.167828 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-ab770d40-d96a-4ab5-965a-474d6bddf129 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0511224 May 17 12:15:06.219072 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-d808d41e-af08-4a3f-a132-ad61a56fdbfa tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:06.220599 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-d808d41e-af08-4a3f-a132-ad61a56fdbfa tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 815 time: 0.1027625 May 17 12:15:06.253516 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'port': {'device_id': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'admin_state_up': True, 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:06.263303 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port ee78d37c-d82b-4318-894a-ba9b46ce8870 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:15:06.263655 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.368969 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] For port ee78d37c-d82b-4318-894a-ba9b46ce8870, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ee78d37c-d82b-4318-894a-ba9b46ce8870,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:06.369395 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.395491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28838dd-b0ad-4c41-8a23-b47b1b27e61d req-e7f0a817-ee29-4b22-9691-1b0f2f8c0889 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:06.397003 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e28838dd-b0ad-4c41-8a23-b47b1b27e61d req-e7f0a817-ee29-4b22-9691-1b0f2f8c0889 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 945 time: 0.0786080 May 17 12:15:06.420126 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Made reservation on behalf of 2073530c2a5b4ad4a6543cdfa209c9f0 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:15:06.423352 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.463749 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e28838dd-b0ad-4c41-8a23-b47b1b27e61d req-76b54974-a82d-4c31-b2ea-edf0d249f69a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=430d5edf-56f6-40a5-97d1-9bd343b99a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576317 May 17 12:15:06.577361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.577870 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.578347 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP 0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8 disassociated. External IP: 172.27.2.125, port: ee78d37c-d82b-4318-894a-ba9b46ce8870. May 17 12:15:06.578937 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for ee78d37c-d82b-4318-894a-ba9b46ce8870 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:15:06.611519 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Allocated IP 172.20.0.3 (2f753be7-2373-4ef6-8267-57573ca3f74e/88ef893d-39d7-499d-a39e-2db0ae500d63/17a6f924-0238-4beb-a7c9-3059b4bb15f8) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:15:06.796907 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (ee78d37c-d82b-4318-894a-ba9b46ce8870), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.822121 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.839901 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=ee78d37c-d82b-4318-894a-ba9b46ce8870,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:06.855590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.856285 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.856815 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.857387 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.857895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.858554 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.859049 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.859400 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.859880 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.860260 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.860765 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.861172 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.861452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.861829 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.862289 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:06.879186 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:06.934638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Network 2f753be7-2373-4ef6-8267-57573ca3f74e is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:15:06.938361 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:15:06.941096 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:15:06.984888 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:07.018862 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:07.019639 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.034981 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968cdee-44df-4f08-be5d-79dc9aa6b2f4 req-ecf0331f-68c1-4c76-aa52-f3fd5c93cb80 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:07.038535 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b968cdee-44df-4f08-be5d-79dc9aa6b2f4 req-ecf0331f-68c1-4c76-aa52-f3fd5c93cb80 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 931 time: 0.1530075 May 17 12:15:07.046539 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-85160bfa-0671-4dd1-b4b7-1a5f9feb7f9a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974105 May 17 12:15:07.116592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Request body: {'port': {'device_id': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:07.144106 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:15:07.175513 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b968cdee-44df-4f08-be5d-79dc9aa6b2f4 req-e308dc90-a544-453a-9455-3e17fe1fc3d1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846672 May 17 12:15:07.211683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.337738 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-f0f2a032-dfc6-4aee-adbe-adb04cabd0c4 None None] Provisioning complete for port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:07.338322 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a032-dfc6-4aee-adbe-adb04cabd0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.398654 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:15:07.414065 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:15:07.435316 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:07.437039 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:07.454884 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2a032-dfc6-4aee-adbe-adb04cabd0c4 None None] Port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:15:07.584249 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] No DVR routers for this DVR port ee78d37c-d82b-4318-894a-ba9b46ce8870 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:15:07.591409 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.594836 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9c7a9fb3-34db-4874-b7ce-c9477d35590c req-81a7f498-47ae-49c8-a359-d0c462053498 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "DELETE /v2.0/ports/ee78d37c-d82b-4318-894a-ba9b46ce8870 HTTP/1.1" status: 204 len: 173 time: 1.4140604 May 17 12:15:07.603915 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'name': 'network-vif-deleted', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:07.606971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0e347-1c7b-41ca-966d-3901b95c780b" -d '{"events": [{"server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "name": "network-vif-deleted", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:07.663185 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d50cdd2e-ed60-400c-9690-520b8b43e3fc req-f1f785ac-ca22-4e6e-8c13-968d4346df9f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0666332 May 17 12:15:07.741576 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d9e17-256f-4071-8a00-295c00c4cf66 x-openstack-request-id: req-787d9e17-256f-4071-8a00-295c00c4cf66 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:07.742225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58ca2e7-3e3c-4fa8-a58c-214808748479", "name": "network-vif-deleted", "tag": "ee78d37c-d82b-4318-894a-ba9b46ce8870", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:07.742664 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-787d9e17-256f-4071-8a00-295c00c4cf66 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:07.743725 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787d9e17-256f-4071-8a00-295c00c4cf66'] response: {'server_uuid': 'e58ca2e7-3e3c-4fa8-a58c-214808748479', 'name': 'network-vif-deleted', 'tag': 'ee78d37c-d82b-4318-894a-ba9b46ce8870', 'status': 'completed', 'code': 200} May 17 12:15:07.753916 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:07.818137 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a6f924-0238-4beb-a7c9-3059b4bb15f8 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:15:07.829758 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks [] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.855261 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Transition to ACTIVE for port object 17a6f924-0238-4beb-a7c9-3059b4bb15f8 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:15:07.861523 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:07.933163 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:07.960920 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b29bd6-6cbb-428c-8669-b410c9f47d4a req-cf53b5e0-78a5-49cd-96ba-1f6dc303b8d4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:07.965667 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20b29bd6-6cbb-428c-8669-b410c9f47d4a req-cf53b5e0-78a5-49cd-96ba-1f6dc303b8d4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0998983 May 17 12:15:08.078582 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20b29bd6-6cbb-428c-8669-b410c9f47d4a req-c4221efb-f08e-4f7b-a5ff-f73a2c0eac6e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978272 May 17 12:15:08.095190 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:08.150441 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:15:08.172377 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Attempting to bind port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:15:08.173118 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Attempting to bind port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:15:08.173551 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Attempting to bind port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 on network 2f753be7-2373-4ef6-8267-57573ca3f74e {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:15:08.173783 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:08.174366 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:14:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:08.180097 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 on network 2f753be7-2373-4ef6-8267-57573ca3f74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:15:08.180646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Attempting to bind port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 on network 2f753be7-2373-4ef6-8267-57573ca3f74e {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:15:08.186338 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:15:08.186772 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Checking segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:15:08.187214 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Bound using segment: {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:15:08.187856 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Bound port: 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf87d178-2487-4b81-bfe5-da646f032092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:15:08.188369 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:08.268689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:15:08.277823 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:15:08.309490 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:08.391455 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:08.436926 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:08.449466 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:08.450304 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:08.451951 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c7625416-4fbd-4cb7-a4c9-aae11b31d9fb service neutron] 10.222.0.35 "PUT /v2.0/ports/17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 1093 time: 1.3405700 May 17 12:15:08.463142 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:08.465469 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:08.500920 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2ee6-9e40-4671-8af4-276fd6d65b19 req-06b26082-06be-4cc8-b133-ea3b006e137d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:08.515979 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-43cd2ee6-9e40-4671-8af4-276fd6d65b19 req-06b26082-06be-4cc8-b133-ea3b006e137d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.2313406 May 17 12:15:08.562727 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89817118-69bd-4426-b90d-2264a6816c4f x-openstack-request-id: req-89817118-69bd-4426-b90d-2264a6816c4f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:08.563089 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:08.563291 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89817118-69bd-4426-b90d-2264a6816c4f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:08.563717 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89817118-69bd-4426-b90d-2264a6816c4f'] response: {'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:15:08.622913 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-43cd2ee6-9e40-4671-8af4-276fd6d65b19 req-3c0a7b42-c9fd-4b5f-abaf-57aafeffeb44 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059849 May 17 12:15:08.720171 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:08.750977 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ccf0e-7f5e-44a6-87a4-c3d67c54aa1f None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:15:08.828944 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-525ab068-4baf-4377-bbb4-48bc71b0ee63 req-c84c72d0-fc40-4de3-84e0-a29a8cbff7c7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0444615 May 17 12:15:09.006132 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f53f7a-dd92-4e41-ac77-3da635d22cdf None None] New status for floating IP 0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8: DOWN {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:15:09.218833 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76abd2-aae1-467a-b189-93495978bea5 req-42fe0bb4-42ee-43d2-888f-23fc11e0a039 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:09.220528 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2f76abd2-aae1-467a-b189-93495978bea5 req-42fe0bb4-42ee-43d2-888f-23fc11e0a039 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0523617 May 17 12:15:09.271719 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2f76abd2-aae1-467a-b189-93495978bea5 req-061edb3a-4141-4841-859f-0f16278db910 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437496 May 17 12:15:09.744142 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a9b7f-e214-4d9c-ba62-87494a9ed570 req-f1532fbb-6851-4b5e-8eb8-fd470aa11493 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:09.745676 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7b2a9b7f-e214-4d9c-ba62-87494a9ed570 req-f1532fbb-6851-4b5e-8eb8-fd470aa11493 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0522320 May 17 12:15:09.801152 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7b2a9b7f-e214-4d9c-ba62-87494a9ed570 req-1f49e7a7-350c-4200-8b4d-635fbaba0b16 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 May 17 12:15:09.927573 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fd036aa2-4b18-4fe7-afc4-0de6b198cad3 req-8ed62762-c023-4155-8389-1bf85a68debc tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0282671 May 17 12:15:10.172431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ee78d37c-d82b-4318-894a-ba9b46ce8870 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:15:10.193944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: ee78d37c-d82b-4318-894a-ba9b46ce8870 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:15:10.194287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device ee78d37c-d82b-4318-894a-ba9b46ce8870 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:15:10.390736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d79c6-627d-4108-8d28-062659f118a7 req-bbddc5ab-1748-42b5-9a8f-b9888b271bc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:10.392257 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a85d79c6-627d-4108-8d28-062659f118a7 req-bbddc5ab-1748-42b5-9a8f-b9888b271bc1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0482140 May 17 12:15:10.443954 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a85d79c6-627d-4108-8d28-062659f118a7 req-248d37e8-10ba-417a-8314-e8a90df1371d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451522 May 17 12:15:10.930621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6686a6e-adfd-4924-bf8a-22064df2a19b req-83b75c42-d145-48fc-8ba2-a1f4f3451077 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:10.932132 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d6686a6e-adfd-4924-bf8a-22064df2a19b req-83b75c42-d145-48fc-8ba2-a1f4f3451077 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0485766 May 17 12:15:10.990478 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d6686a6e-adfd-4924-bf8a-22064df2a19b req-d2982b7e-0db3-4924-b8b5-f493cfd11c70 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 May 17 12:15:11.037216 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-18c59644-bebc-4f73-8a98-0c8991272670 req-eb6f0170-d085-42ae-9dfa-4e23fc37fdd8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0339773 May 17 12:15:11.566542 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb387a-857c-4c23-828e-cfe9f4e0dd46 req-2380147f-017b-4cdf-9e3d-9a18f923c644 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:11.568221 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d2eb387a-857c-4c23-828e-cfe9f4e0dd46 req-2380147f-017b-4cdf-9e3d-9a18f923c644 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0521681 May 17 12:15:11.619704 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d2eb387a-857c-4c23-828e-cfe9f4e0dd46 req-fb7de5ff-b737-49d2-8e0a-8c364aa844d8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457470 May 17 12:15:12.130709 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a593aa-51d6-4f23-8d01-1e86066337ad req-e3c9ab1c-399b-442f-a69a-036a678632df tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:12.132210 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8a593aa-51d6-4f23-8d01-1e86066337ad req-e3c9ab1c-399b-442f-a69a-036a678632df tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0543289 May 17 12:15:12.139770 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c8a7a5ff-1a04-43bb-95d0-1c30fe67cafa req-badee63c-167e-4a6c-838c-1abbca74a6cb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0308712 May 17 12:15:12.186661 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8a593aa-51d6-4f23-8d01-1e86066337ad req-145cdc51-031a-48b7-b028-926e4aa37535 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 May 17 12:15:12.742268 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f52e-5d4d-4dc8-a97c-f10cc2829366 req-a806f7a0-2ede-45fb-8735-7da0ab1f0e6e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:12.743757 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7f57f52e-5d4d-4dc8-a97c-f10cc2829366 req-a806f7a0-2ede-45fb-8735-7da0ab1f0e6e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0508380 May 17 12:15:12.792627 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-7f57f52e-5d4d-4dc8-a97c-f10cc2829366 req-6b5a614b-5aac-41af-b518-b6eb9445a575 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431635 May 17 12:15:13.245071 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-354973ab-085a-412f-84cf-a57190f29f5e req-f60f9c29-5418-4e43-bf6d-b91bd62fab37 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0371065 May 17 12:15:13.307420 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c989a-db6d-42fd-af3d-e4f113a6b457 req-4786d422-a9c8-400f-9748-1d766545fa70 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:13.308931 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-253c989a-db6d-42fd-af3d-e4f113a6b457 req-4786d422-a9c8-400f-9748-1d766545fa70 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0506670 May 17 12:15:13.357776 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-253c989a-db6d-42fd-af3d-e4f113a6b457 req-50ed7caf-d623-4b7f-b2e2-b52f8ad8b4fb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 May 17 12:15:13.914022 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d16194-5765-4986-9171-9a3f12b564cd req-e8623ab8-7d14-4740-b619-6cfeb533fb95 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:13.915622 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-25d16194-5765-4986-9171-9a3f12b564cd req-e8623ab8-7d14-4740-b619-6cfeb533fb95 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0490117 May 17 12:15:13.965270 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-25d16194-5765-4986-9171-9a3f12b564cd req-88dd8410-0a92-4a26-87a6-be1efb4fa4fe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441263 May 17 12:15:14.337820 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f02dadf8-9968-4b51-b191-c2bc4048c25e req-fc7c7be8-127b-4c27-8837-dde1c4773b00 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0293505 May 17 12:15:14.503804 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a1eda-8474-4d5c-b08d-dc5b112bfe0d req-42b7086f-00e7-4971-81b1-093a464b96dc tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:14.505323 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d54a1eda-8474-4d5c-b08d-dc5b112bfe0d req-42b7086f-00e7-4971-81b1-093a464b96dc tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0781157 May 17 12:15:14.558092 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d54a1eda-8474-4d5c-b08d-dc5b112bfe0d req-6cd84834-36ee-4896-af2f-d1b90e7208e2 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 May 17 12:15:15.082457 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b0c7-90bb-4782-9376-b4995de09d2f req-ce79ca02-c4d8-4646-8da0-d536ff2160ab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:15.083997 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4f46b0c7-90bb-4782-9376-b4995de09d2f req-ce79ca02-c4d8-4646-8da0-d536ff2160ab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0471025 May 17 12:15:15.138395 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4f46b0c7-90bb-4782-9376-b4995de09d2f req-f9456068-b8a2-4b7a-990e-ee6262d91e81 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488124 May 17 12:15:15.436388 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b2931d7-24f4-4394-9c70-eb9a61a805a5 req-70e679ed-ca76-43b3-9071-ad1a21b1f370 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0295732 May 17 12:15:15.673436 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a06c-70eb-4934-8858-2a41ffed4851 req-941a499f-3c8c-433f-855c-3899768d20c1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:15.674493 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-18d9a06c-70eb-4934-8858-2a41ffed4851 req-941a499f-3c8c-433f-855c-3899768d20c1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0478418 May 17 12:15:15.729030 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-18d9a06c-70eb-4934-8858-2a41ffed4851 req-8068ceb7-410f-467e-b2d8-eb4c1696dbf6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 May 17 12:15:16.255136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8120-08f8-474a-a856-d495a0c40dec req-5caf8c41-3d17-42ec-aae6-4f812a7f5ba8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:16.257191 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9f0c8120-08f8-474a-a856-d495a0c40dec req-5caf8c41-3d17-42ec-aae6-4f812a7f5ba8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0482132 May 17 12:15:16.308460 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9f0c8120-08f8-474a-a856-d495a0c40dec req-6cb36ae2-c033-4e8f-8e09-14c74198a514 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457413 May 17 12:15:16.534325 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5ddf5ffd-2d77-4a69-894b-8cd4622d38ac req-43d0a77c-fcdf-42a0-9e7d-91f86902aebe tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0287011 May 17 12:15:16.840787 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da38574-3c9a-4a87-9459-c917690e5a84 req-e1f392df-91f9-4057-b556-d37180ae2017 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:16.842166 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7da38574-3c9a-4a87-9459-c917690e5a84 req-e1f392df-91f9-4057-b556-d37180ae2017 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0459759 May 17 12:15:16.889826 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7da38574-3c9a-4a87-9459-c917690e5a84 req-7b05c569-327a-4273-866a-b6fc0c0e7c11 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 May 17 12:15:17.425583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ef49-f218-4edb-8585-ce1d548f964b req-785b8a3f-4989-46fc-928d-4fc385d7141b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:17.427027 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1b08ef49-f218-4edb-8585-ce1d548f964b req-785b8a3f-4989-46fc-928d-4fc385d7141b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0449083 May 17 12:15:17.475641 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1b08ef49-f218-4edb-8585-ce1d548f964b req-6d36ab0c-ec87-4193-8c6a-cacdadd84062 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427744 May 17 12:15:17.628837 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b6eed193-39c6-4068-a67e-1c456734b898 req-b806667d-4825-4e1a-b758-cb7ab22fba24 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0270908 May 17 12:15:18.000168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6168e-90ab-4ca6-aab9-847fa8c294b0 req-f7d8e349-a8a5-425c-901f-ba1e3a2e709b tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:18.001652 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7d6168e-90ab-4ca6-aab9-847fa8c294b0 req-f7d8e349-a8a5-425c-901f-ba1e3a2e709b tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0467448 May 17 12:15:18.046849 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a7d6168e-90ab-4ca6-aab9-847fa8c294b0 req-ce48375f-0c30-43bf-bbbd-3cb28d292f47 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 May 17 12:15:18.593081 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c13873-b7c5-4e49-bacc-1ff9b91f9df5 req-f7d77f42-2e17-4970-859c-7ef02bc67a74 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:18.594463 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-87c13873-b7c5-4e49-bacc-1ff9b91f9df5 req-f7d77f42-2e17-4970-859c-7ef02bc67a74 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0461087 May 17 12:15:18.642783 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-87c13873-b7c5-4e49-bacc-1ff9b91f9df5 req-ae6b526a-3831-4e35-8c2c-027da7f704a6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424173 May 17 12:15:18.722120 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2204f149-bbd2-409a-955b-15926fd834ec req-d10fe553-6907-4406-b403-9a8b3635bb3c tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0267456 May 17 12:15:19.157076 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787b20-aa35-4836-a955-fa1de63b1d42 req-456224ce-1bc8-42fb-8c9a-4d6d2a43e814 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:19.158525 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e787b20-aa35-4836-a955-fa1de63b1d42 req-456224ce-1bc8-42fb-8c9a-4d6d2a43e814 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0470111 May 17 12:15:19.204170 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e787b20-aa35-4836-a955-fa1de63b1d42 req-8d1b6e53-cfa5-4a43-b215-b3b41f14800a tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 17 12:15:19.626602 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-7332df03-9708-41ca-ad02-42d1eae24b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:19.628076 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-7332df03-9708-41ca-ad02-42d1eae24b3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1127 time: 0.0449488 May 17 12:15:19.769824 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6b46-4ff0-4a04-a72c-b37a5fa890e3 req-09afb127-6635-443c-88ce-a29ec912faae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:19.773064 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0eeb6b46-4ff0-4a04-a72c-b37a5fa890e3 req-09afb127-6635-443c-88ce-a29ec912faae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0524507 May 17 12:15:19.820410 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0eeb6b46-4ff0-4a04-a72c-b37a5fa890e3 req-f85acdc4-8d09-4826-9997-20be56bed250 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418086 May 17 12:15:19.839135 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bf425f8e-de97-4133-bbd3-85465dfacb29 req-29cf1d83-5ff3-42f2-8873-f48fc8ce5bd7 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e58ca2e7-3e3c-4fa8-a58c-214808748479 HTTP/1.1" status: 200 len: 210 time: 0.0349653 May 17 12:15:19.963160 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-73764f90-cd80-4708-862d-e5759e58117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:19.964705 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-73764f90-cd80-4708-862d-e5759e58117e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0976200 May 17 12:15:20.350992 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27693043-6008-4af1-ac05-26bb6335f9b2 req-91442277-779b-4cb2-9756-fb33a1f78be1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.352454 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-27693043-6008-4af1-ac05-26bb6335f9b2 req-91442277-779b-4cb2-9756-fb33a1f78be1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0633366 May 17 12:15:20.356774 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-18cba208-e4ee-4281-9ecd-0358ca953962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.358110 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8ca5a1d9-c1ed-494a-bc04-23865e4fc7c6 req-18cba208-e4ee-4281-9ecd-0358ca953962 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3880346 May 17 12:15:20.400989 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-27693043-6008-4af1-ac05-26bb6335f9b2 req-a6d46f5e-c303-489c-8214-2a826a696436 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 May 17 12:15:20.466458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-1304ee8d-b075-4050-bc57-1e3e34289eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.467937 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-1304ee8d-b075-4050-bc57-1e3e34289eea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1127 time: 0.0391684 May 17 12:15:20.513535 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-dbcf21df-9f8e-4d19-9786-a186ad05bade service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 217 time: 0.0322020 May 17 12:15:20.564245 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c5a89669-735b-4ddf-b638-63fc83a2356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.565688 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c5a89669-735b-4ddf-b638-63fc83a2356a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0461431 May 17 12:15:20.611309 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-f050817b-d20a-4457-987e-9b4ce371a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.612815 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-f050817b-d20a-4457-987e-9b4ce371a649 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377424 May 17 12:15:20.700282 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-cf05ef03-a5a5-4110-a4f7-4380407b05bf service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803061 May 17 12:15:20.790717 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a2ac5895-ecb9-45b4-8691-21c2bdf6c2e6 req-c807bac3-e220-45b5-a8c6-b721a3265669 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833454 May 17 12:15:20.926646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55634) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:20.952210 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c41f1-2b11-413f-b7dc-c7efdcbd1733 req-97466808-fe91-409f-ae48-d086c5adbe80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:20.953700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ea7c41f1-2b11-413f-b7dc-c7efdcbd1733 req-97466808-fe91-409f-ae48-d086c5adbe80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0593443 May 17 12:15:20.980953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (430d5edf-56f6-40a5-97d1-9bd343b99a3c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.004481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (430d5edf-56f6-40a5-97d1-9bd343b99a3c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.008054 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ea7c41f1-2b11-413f-b7dc-c7efdcbd1733 req-4e36483a-26fe-4b9c-9a4a-1239a71dd0f2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481398 May 17 12:15:21.060834 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (430d5edf-56f6-40a5-97d1-9bd343b99a3c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.063423 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.064633 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/security-groups/430d5edf-56f6-40a5-97d1-9bd343b99a3c HTTP/1.1" status: 204 len: 168 time: 0.1369181 May 17 12:15:21.067387 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55636) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:21.073621 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758daa-1772-40f1-aa9d-67647d2a06ca tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d5edf-56f6-40a5-97d1-9bd343b99a3c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:21.081117 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-111459db-c7d9-4c8a-8b9a-70499626ff6b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] show failed (client error): The resource could not be found. May 17 12:15:21.082111 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-111459db-c7d9-4c8a-8b9a-70499626ff6b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups/430d5edf-56f6-40a5-97d1-9bd343b99a3c HTTP/1.1" status: 404 len: 347 time: 0.0137129 May 17 12:15:21.085604 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55638) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:21.195704 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port 16a99b65-7a28-4772-ae09-ffd596609f35 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:15:21.196051 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.270566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.271446 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (16a99b65-7a28-4772-ae09-ffd596609f35), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.283295 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for 16a99b65-7a28-4772-ae09-ffd596609f35 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:15:21.422082 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (16a99b65-7a28-4772-ae09-ffd596609f35), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.454128 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=16a99b65-7a28-4772-ae09-ffd596609f35,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:21.512594 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.513942 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aa9de-d17f-481d-a7fb-5e16d735e654 req-ffc9683d-1a9b-465f-84e2-3ea01a0f32ab tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:21.515104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.515429 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-542aa9de-d17f-481d-a7fb-5e16d735e654 req-ffc9683d-1a9b-465f-84e2-3ea01a0f32ab tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0475404 May 17 12:15:21.516244 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-32c5d68a-3d03-491f-9481-7b03a5d28e11 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/floatingips/0e4fd0d3-ceba-4c3e-9de7-714c121c2ce8 HTTP/1.1" status: 204 len: 168 time: 0.4296103 May 17 12:15:21.567185 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-542aa9de-d17f-481d-a7fb-5e16d735e654 req-cd3cc6ac-259e-4146-8365-3edbe46430a8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 May 17 12:15:21.588277 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55644) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:21.592767 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480415854', 'description': 'tempest-description--189272894'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:21.657051 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.729973 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.745043 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (5e7679e7-e0ce-4bf2-befa-dce85196c4f8), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.749685 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5e7679e7-e0ce-4bf2-befa-dce85196c4f8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.778904 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.780111 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1908228 May 17 12:15:21.782044 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232b468-fb89-4b88-866e-5c75f2bcbcc8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7679e7-e0ce-4bf2-befa-dce85196c4f8,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:21.783088 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55646) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:21.788529 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '5e7679e7-e0ce-4bf2-befa-dce85196c4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:21.813546 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (0671ae85-4947-443b-9b8f-2690ed4d9e55), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.867995 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (0671ae85-4947-443b-9b8f-2690ed4d9e55), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.871737 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (0671ae85-4947-443b-9b8f-2690ed4d9e55), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.889122 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0671ae85-4947-443b-9b8f-2690ed4d9e55,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:21.897352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.901291 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b5f504e6-273f-4bde-ba33-a717fd558591 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143980 May 17 12:15:21.901291 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55648) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:21.905642 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd7bb-877e-48f8-b791-d5240f2a966e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.905852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'security_group_rule': {'security_group_id': '5e7679e7-e0ce-4bf2-befa-dce85196c4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:21.930969 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (c2acda4f-d89c-41cf-95bd-dc0a960d28f1), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.985381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (c2acda4f-d89c-41cf-95bd-dc0a960d28f1), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:21.988899 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (c2acda4f-d89c-41cf-95bd-dc0a960d28f1), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.006532 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2acda4f-d89c-41cf-95bd-dc0a960d28f1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:22.014408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.015617 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-eaec2a2e-d2a7-4a4b-a20e-e2c79107a6a5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134448 May 17 12:15:22.018626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55650) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:22.023379 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:22.045911 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.125640 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.131995 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46601325-f63e-454b-ba9b-485f78b2ec64 req-df8bb48c-b986-4c95-abaa-95dc76af5583 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:22.133507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-46601325-f63e-454b-ba9b-485f78b2ec64 req-df8bb48c-b986-4c95-abaa-95dc76af5583 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0508265 May 17 12:15:22.180650 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-46601325-f63e-454b-ba9b-485f78b2ec64 req-3d1efc23-54aa-463b-9ff7-297071132d6d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408993 May 17 12:15:22.228560 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.27.2.59 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/929a2091-db12-494d-a347-20d96498d6b0) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:15:22.333082 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (929a2091-db12-494d-a347-20d96498d6b0), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.366085 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (929a2091-db12-494d-a347-20d96498d6b0), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.399395 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:15:22.402243 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:15:22.405715 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:15:22.431185 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=929a2091-db12-494d-a347-20d96498d6b0,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:22.496082 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.531724 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (929a2091-db12-494d-a347-20d96498d6b0), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.710833 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a21a-e4cc-4bed-9a1a-6db3200c247d req-3b63fa62-65af-4946-a27f-377b5a3e0cf8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:22.712285 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b1d5a21a-e4cc-4bed-9a1a-6db3200c247d req-3b63fa62-65af-4946-a27f-377b5a3e0cf8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0604806 May 17 12:15:22.763618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (929a2091-db12-494d-a347-20d96498d6b0), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.770694 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (929a2091-db12-494d-a347-20d96498d6b0), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.811538 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b1d5a21a-e4cc-4bed-9a1a-6db3200c247d req-270adbde-d07e-46dc-9900-de1d7551ab03 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936253 May 17 12:15:22.850770 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=929a2091-db12-494d-a347-20d96498d6b0,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:22.864987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.879685 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:22.881451 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7644a84d-ac56-4e87-82b8-07d7e740701f tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8618624 May 17 12:15:23.067559 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-d94ee84d-c976-4437-819c-d47399b99456 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1480415854&fields=id&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 267 time: 0.0401278 May 17 12:15:23.173779 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-73ea7155-de8a-4e83-a0e7-7573e6d01336 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:23.175233 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-73ea7155-de8a-4e83-a0e7-7573e6d01336 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.1011262 May 17 12:15:23.189754 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-302c8bc5-e573-47de-a0ed-fe32dc6cf3e5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/quotas/27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 375 time: 0.0087037 May 17 12:15:23.241605 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-bf1a498f-2f15-407c-9051-13a8a408a076 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460048 May 17 12:15:23.298547 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4558-0e28-40dc-8284-bf303437bd99 req-d4c6831f-ec51-4384-8c0e-225c56aaf5b4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:23.300032 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cebc4558-0e28-40dc-8284-bf303437bd99 req-d4c6831f-ec51-4384-8c0e-225c56aaf5b4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0471673 May 17 12:15:23.340640 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-6f6c92f5-9881-4b22-9156-191b26d147c6 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873325 May 17 12:15:23.346977 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cebc4558-0e28-40dc-8284-bf303437bd99 req-5b3033b2-fb14-4eea-a9be-31c0593e4b81 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408230 May 17 12:15:23.433216 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-cb673fb2-a86c-4e8a-a7c9-2d307aa23ac2 service neutron] 10.222.0.58 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 May 17 12:15:23.597473 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4a7760f4-72a6-40b6-97dc-71d1b93db179 req-e2f59512-e8c8-460d-b939-1232d22576b8 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 210 time: 0.0318868 May 17 12:15:23.931097 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4ef4b-3231-4140-b204-7f02d9d49887 req-f141baa9-b344-46ce-a21a-6e532b822e6f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:23.932673 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-11e4ef4b-3231-4140-b204-7f02d9d49887 req-f141baa9-b344-46ce-a21a-6e532b822e6f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 943 time: 0.0500798 May 17 12:15:23.983523 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-11e4ef4b-3231-4140-b204-7f02d9d49887 req-b2a107a0-a150-4eac-b2f1-116a21268ce0 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 May 17 12:15:24.203588 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 17a6f924-0238-4beb-a7c9-3059b4bb15f8 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:15:24.303521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:24.318956 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'port_id': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'mac_address': 'fa:16:3e:57:bb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:15:24.320476 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f328f19-e38f-4027-860a-f39771f0c38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:24.353310 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:24.353691 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:24.366983 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a6f924-0238-4beb-a7c9-3059b4bb15f8 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:15:24.391311 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:24.395512 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:24.480274 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3c5e8-4ccd-457f-be49-b045209d5a47 req-488be553-5404-4e9f-9ace-7701ccd8f4a6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:24.488400 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c7b3c5e8-4ccd-457f-be49-b045209d5a47 req-488be553-5404-4e9f-9ace-7701ccd8f4a6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0643806 May 17 12:15:24.547348 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c7b3c5e8-4ccd-457f-be49-b045209d5a47 req-e58b5019-6332-4c44-b112-c0cb3e541ddc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578952 May 17 12:15:24.571796 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:24.626786 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-785c537a-b5ff-41de-be0b-0d177369c6fd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:24.628348 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-785c537a-b5ff-41de-be0b-0d177369c6fd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 814 time: 0.1284359 May 17 12:15:24.704811 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-24237970-0d29-4b20-aaa5-60d0f4f361a5 req-059208a1-d736-4842-ac52-d391ed141d1d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 210 time: 0.0356929 May 17 12:15:24.729859 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-49583b17-190a-476b-8f03-bd4dc341d612 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27acd98621cd4a51ac46fb12e1824168 HTTP/1.1" status: 200 len: 380 time: 0.0773895 May 17 12:15:24.809082 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:15:24.841215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'port': {'device_id': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'admin_state_up': True, 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'security_groups': ['5e7679e7-e0ce-4bf2-befa-dce85196c4f8']}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:24.949052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Made reservation on behalf of 27acd98621cd4a51ac46fb12e1824168 for: {'port': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:15:24.952674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.078829 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Allocated IP 172.20.0.5 (9ff54b2b-d245-42b7-9e38-b4510eee82b9/e1e09ca7-8bf1-42db-8f10-208c37d7fab4/d332f149-b4a0-45ae-8eb9-e1266bcf6090) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:15:25.095685 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9463e-629d-4fae-b9b6-58ec4bc38752 req-407ec4dd-a35b-4482-b0e6-94fa871b26fa tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:25.097374 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-39a9463e-629d-4fae-b9b6-58ec4bc38752 req-407ec4dd-a35b-4482-b0e6-94fa871b26fa tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 944 time: 0.0478425 May 17 12:15:25.148098 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-39a9463e-629d-4fae-b9b6-58ec4bc38752 req-bab64324-f6cb-428e-9639-f71693ab8867 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 May 17 12:15:25.215427 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.246910 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.290244 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:15:25.293248 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:15:25.299413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:15:25.322078 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event updated for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:25.351338 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:25.351997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.370105 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-3c8b52a3-58ee-425d-9154-f877b49efb35 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327702 May 17 12:15:25.394472 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Request body: {'port': {'device_id': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:25.400007 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.456937 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.553249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-a13d006a-f2f6-4e0d-aafe-f0c87681f4f7 None None] Provisioning complete for port d332f149-b4a0-45ae-8eb9-e1266bcf6090 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:25.553632 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a13d006a-f2f6-4e0d-aafe-f0c87681f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.586104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a13d006a-f2f6-4e0d-aafe-f0c87681f4f7 None None] Port d332f149-b4a0-45ae-8eb9-e1266bcf6090 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:15:25.705555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a24ec-8df4-4f82-9efd-ca1e3f5f85ca req-b5dfb523-a30e-418b-b5ef-e26669343233 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:25.707019 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fa4a24ec-8df4-4f82-9efd-ca1e3f5f85ca req-b5dfb523-a30e-418b-b5ef-e26669343233 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0772238 May 17 12:15:25.789932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fa4a24ec-8df4-4f82-9efd-ca1e3f5f85ca req-ffae523d-992b-446e-b466-918a3f7dcd42 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764413 May 17 12:15:25.817721 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d332f149-b4a0-45ae-8eb9-e1266bcf6090 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:15:25.825714 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks [] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.826744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2b8fe-2bbc-4081-b42f-e17729d33758 req-9173977e-45ba-400d-bc52-4c522a5d6575 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:25.828286 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-03a2b8fe-2bbc-4081-b42f-e17729d33758 req-9173977e-45ba-400d-bc52-4c522a5d6575 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 931 time: 0.0572050 May 17 12:15:25.839037 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Transition to ACTIVE for port object d332f149-b4a0-45ae-8eb9-e1266bcf6090 will not be triggered until provisioned by entity L2. {{(pid=103521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:15:25.843062 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:25.875225 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-03a2b8fe-2bbc-4081-b42f-e17729d33758 req-8afe84e4-b64c-4fef-8788-48b57c971b9e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 May 17 12:15:25.891281 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Pushing event updated for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:25.964036 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Attempting to bind port d332f149-b4a0-45ae-8eb9-e1266bcf6090 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:15:25.964412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Attempting to bind port d332f149-b4a0-45ae-8eb9-e1266bcf6090 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:15:25.964749 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Attempting to bind port d332f149-b4a0-45ae-8eb9-e1266bcf6090 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:15:25.969381 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Port d332f149-b4a0-45ae-8eb9-e1266bcf6090 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:15:25.969711 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Attempting to bind port d332f149-b4a0-45ae-8eb9-e1266bcf6090 on network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:15:25.974975 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:15:25.975318 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Checking segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:15:25.975707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Bound using segment: {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:15:25.976138 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Bound port: d332f149-b4a0-45ae-8eb9-e1266bcf6090, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7a4168-ff8c-4630-9e15-b1c9dde40962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:15:25.976546 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.043228 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:15:26.046279 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:15:26.052837 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15955490'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.084643 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.085461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.086896 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] 10.222.0.35 "PUT /v2.0/ports/d332f149-b4a0-45ae-8eb9-e1266bcf6090 HTTP/1.1" status: 200 len: 1093 time: 0.6969240 May 17 12:15:26.089023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:26.091527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ed0af-1f52-4166-9f86-61093f7137e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:26.120612 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d413883-00f2-4001-87b7-a98f0f53a49e service neutron] Pushing event updated for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:26.195551 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-5dd09a5c-cec9-4f40-9387-1fdc8fd3261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.197176 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-5dd09a5c-cec9-4f40-9387-1fdc8fd3261f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 1127 time: 0.0458658 May 17 12:15:26.215860 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 17a6f924-0238-4beb-a7c9-3059b4bb15f8 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:15:26.279237 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-138fc0d2-258d-424b-978b-876d07dab062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090 HTTP/1.1" status: 200 len: 217 time: 0.0505774 May 17 12:15:26.283293 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:15:26.291966 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:26.292897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.298302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55812b-727c-4d24-b719-8a87ed4b7755 req-7b8bb0db-fe1f-4192-a26f-8950b7fb3385 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.301096 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc55812b-727c-4d24-b719-8a87ed4b7755 req-7b8bb0db-fe1f-4192-a26f-8950b7fb3385 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 944 time: 0.0651453 May 17 12:15:26.326930 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b42c1a-1ad5-4b27-ae15-abd41554069a x-openstack-request-id: req-46b42c1a-1ad5-4b27-ae15-abd41554069a {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:26.327232 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:26.327490 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46b42c1a-1ad5-4b27-ae15-abd41554069a {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:26.327892 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b42c1a-1ad5-4b27-ae15-abd41554069a'] response: {'name': 'network-changed', 'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'status': 'completed', 'code': 200} May 17 12:15:26.355714 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-831fc481-8163-4da6-816d-2aed6daf3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.357394 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-831fc481-8163-4da6-816d-2aed6daf3937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0658164 May 17 12:15:26.369235 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc55812b-727c-4d24-b719-8a87ed4b7755 req-b7159dab-b905-46bf-abee-74718cec7f4b tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618815 May 17 12:15:26.385086 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:26.385550 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.404936 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16153a-0d0f-47e7-a674-656845a1feca req-b5d507e0-d809-4c34-91bd-d61e10b4b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.406775 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-b5d507e0-d809-4c34-91bd-d61e10b4b840 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422573 May 17 12:15:26.408454 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:26.410689 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da4f0f-8156-4452-9dc4-962d69785eae" -d '{"events": [{"server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "name": "network-vif-plugged", "status": "completed", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:26.428094 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:26.436310 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.461980 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09661844-bbde-4804-b24d-b54623fcd4c7 x-openstack-request-id: req-09661844-bbde-4804-b24d-b54623fcd4c7 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:26.462304 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "name": "network-vif-plugged", "status": "completed", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:26.462562 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09661844-bbde-4804-b24d-b54623fcd4c7 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:26.462954 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09661844-bbde-4804-b24d-b54623fcd4c7'] response: {'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'code': 200} May 17 12:15:26.489087 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:26.506779 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-479b692c-be14-4793-b8a6-fec5a9cd9372 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934446 May 17 12:15:26.598975 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0d16153a-0d0f-47e7-a674-656845a1feca req-8b3db1aa-c784-45eb-a655-adf270a9d77c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 May 17 12:15:26.667494 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb496f43-f89b-4f4e-a8ad-a5029f3dbaaf req-684747dc-b64d-4837-8884-6f3d71d10dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.669009 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb496f43-f89b-4f4e-a8ad-a5029f3dbaaf req-684747dc-b64d-4837-8884-6f3d71d10dad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1129 time: 0.0440571 May 17 12:15:26.750712 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:26.904472 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6046f-5ff5-4f10-86bd-258deb2193cf req-6dcc57fd-6e24-4375-932c-bcc943f01151 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:26.905934 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fdf6046f-5ff5-4f10-86bd-258deb2193cf req-6dcc57fd-6e24-4375-932c-bcc943f01151 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0462532 May 17 12:15:26.957039 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fdf6046f-5ff5-4f10-86bd-258deb2193cf req-0e0a0138-1780-4584-9801-83d591499a2e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454941 May 17 12:15:26.998802 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad8bc-6bf5-41cf-8e47-1a8631ad5fe9 req-c334544e-ff1b-4813-90f6-6878c167b110 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:27.000306 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-10cad8bc-6bf5-41cf-8e47-1a8631ad5fe9 req-c334544e-ff1b-4813-90f6-6878c167b110 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 943 time: 0.0472412 May 17 12:15:27.046767 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-10cad8bc-6bf5-41cf-8e47-1a8631ad5fe9 req-40210c94-e0b8-4e9e-847d-651d7a96268e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 May 17 12:15:27.482525 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c220-4c2c-48d9-a1c5-9a696bd8fbea req-ce7946b4-015e-45bc-ac8a-1d50c8f5bf65 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:27.483967 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad84c220-4c2c-48d9-a1c5-9a696bd8fbea req-ce7946b4-015e-45bc-ac8a-1d50c8f5bf65 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0464377 May 17 12:15:27.530149 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ad84c220-4c2c-48d9-a1c5-9a696bd8fbea req-554750b2-2969-4ed7-af13-f6924be4eda6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 May 17 12:15:28.073737 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36066819-8ed9-4492-930e-4fcce56ef562 req-ca9c756d-6b6b-40c2-8779-541dda5403c9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:28.075456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36066819-8ed9-4492-930e-4fcce56ef562 req-ca9c756d-6b6b-40c2-8779-541dda5403c9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0472405 May 17 12:15:28.121853 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-36066819-8ed9-4492-930e-4fcce56ef562 req-16907807-41d0-4394-b61c-14de7170c518 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407207 May 17 12:15:28.158322 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f06ea-811c-485b-9db6-064e9d69b253 req-68520e9f-3864-4361-b397-b707b3a77c84 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:28.159793 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-729f06ea-811c-485b-9db6-064e9d69b253 req-68520e9f-3864-4361-b397-b707b3a77c84 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 943 time: 0.0469697 May 17 12:15:28.205792 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-729f06ea-811c-485b-9db6-064e9d69b253 req-d50f2959-bfbd-4732-a588-0b90c452307d tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 May 17 12:15:28.350981 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:28.643700 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d127d1f-25f4-4025-98e2-3fb0d2fb6b4a req-5e62f2c3-7e5a-4630-a764-be88e98bb8ca tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:28.645310 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5d127d1f-25f4-4025-98e2-3fb0d2fb6b4a req-5e62f2c3-7e5a-4630-a764-be88e98bb8ca tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0495007 May 17 12:15:28.691203 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5d127d1f-25f4-4025-98e2-3fb0d2fb6b4a req-391960df-da47-4ee2-8f9a-074df7a44193 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 May 17 12:15:28.815005 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-fb496f43-f89b-4f4e-a8ad-a5029f3dbaaf req-0776c981-9a88-43f0-b320-a2478771ce64 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 May 17 12:15:28.817332 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-710eefa6-2a27-4f89-8972-ebb049292a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:28.819071 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-710eefa6-2a27-4f89-8972-ebb049292a1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 1127 time: 0.0418069 May 17 12:15:29.260727 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2c721-dfb3-4325-8e9c-cf6ce9b50bfb req-34705840-ff27-4ca8-a704-722d686c3f0f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:29.262230 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90f2c721-dfb3-4325-8e9c-cf6ce9b50bfb req-34705840-ff27-4ca8-a704-722d686c3f0f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0706058 May 17 12:15:29.316844 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ebd23-d338-4ac8-88a3-3e7c1f7f39b1 req-3573f7fd-1a4a-494c-9fd3-9310a51fee92 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:29.318949 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d81ebd23-d338-4ac8-88a3-3e7c1f7f39b1 req-3573f7fd-1a4a-494c-9fd3-9310a51fee92 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 943 time: 0.0464704 May 17 12:15:29.348928 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-01d89946-bebc-4e32-a60c-44a1cc5ef9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:29.350372 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-01d89946-bebc-4e32-a60c-44a1cc5ef9bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.1490438 May 17 12:15:29.357382 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-90f2c721-dfb3-4325-8e9c-cf6ce9b50bfb req-ec885278-106b-42a3-ab0a-bdd6248e8ff6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646479 May 17 12:15:29.366469 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d81ebd23-d338-4ac8-88a3-3e7c1f7f39b1 req-42b42cc5-7055-43cf-a93a-d8777afd763b tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416567 May 17 12:15:29.806875 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b554-6606-4d69-bcff-b7119090356a req-71076303-0e38-43f3-93e4-e289d10e532d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:29.808293 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a8b9b554-6606-4d69-bcff-b7119090356a req-71076303-0e38-43f3-93e4-e289d10e532d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0482914 May 17 12:15:29.855007 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a8b9b554-6606-4d69-bcff-b7119090356a req-81854b80-afd0-43d5-9e12-11d3123aa9ca tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 May 17 12:15:30.237381 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device d332f149-b4a0-45ae-8eb9-e1266bcf6090 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:15:30.302314 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-8c2e113c-75b7-4006-8a79-7f337725ae13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090 HTTP/1.1" status: 200 len: 217 time: 0.0399077 May 17 12:15:30.334465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:30.345192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'port_id': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'mac_address': 'fa:16:3e:f7:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:15:30.383999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port d332f149-b4a0-45ae-8eb9-e1266bcf6090 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:30.384417 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:30.399383 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d332f149-b4a0-45ae-8eb9-e1266bcf6090 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:15:30.420331 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:30.425573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:30.477673 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:30.485730 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd645c3-8fcd-48be-969b-2f84d9f9b375 req-2796b337-8216-409f-aec2-1b62031264b5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:30.487248 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd645c3-8fcd-48be-969b-2f84d9f9b375 req-2796b337-8216-409f-aec2-1b62031264b5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0499012 May 17 12:15:30.487880 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b7f41-2f0e-4e48-9a85-d40ddd66a248 req-e4a14606-6faa-40eb-ab0e-cd78d07c4617 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:30.489983 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3c8b7f41-2f0e-4e48-9a85-d40ddd66a248 req-e4a14606-6faa-40eb-ab0e-cd78d07c4617 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 944 time: 0.0538459 May 17 12:15:30.536286 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd645c3-8fcd-48be-969b-2f84d9f9b375 req-64fff5e3-7614-41bf-89a3-09fc2af1c439 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423276 May 17 12:15:30.539804 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3c8b7f41-2f0e-4e48-9a85-d40ddd66a248 req-db7f8d09-0d79-4e7f-9b11-30a7d60795d9 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 May 17 12:15:30.857180 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['d332f149-b4a0-45ae-8eb9-e1266bcf6090'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:15:30.914729 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-3c36b9a8-4065-4174-8e9e-d0c4b8ff51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:30.916330 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-3c36b9a8-4065-4174-8e9e-d0c4b8ff51e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0467141 May 17 12:15:30.977125 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027c73d-e360-4749-82e0-f9f342fda161 req-d2e9faab-793c-4f83-89af-6ef48366bb63 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:30.978597 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d027c73d-e360-4749-82e0-f9f342fda161 req-d2e9faab-793c-4f83-89af-6ef48366bb63 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0467038 May 17 12:15:31.026998 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d027c73d-e360-4749-82e0-f9f342fda161 req-92aaf296-1b0e-4cb6-9ddc-fd38645dead9 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 May 17 12:15:31.166611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2314b1-8015-47c5-a5db-2374b22a7b88 req-d4cad823-e5f0-4064-b733-7fa98eec058c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:31.168124 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aa2314b1-8015-47c5-a5db-2374b22a7b88 req-d4cad823-e5f0-4064-b733-7fa98eec058c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0772111 May 17 12:15:31.173205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-dbe4138f-e7b2-40ed-bd60-4cfcfbc4bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:31.174570 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-dbe4138f-e7b2-40ed-bd60-4cfcfbc4bedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553861 May 17 12:15:31.267611 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aa2314b1-8015-47c5-a5db-2374b22a7b88 req-c3dc48e8-71c7-41bc-84cf-d303f91c9543 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921030 May 17 12:15:31.292006 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-989553ff-cedb-4e5d-8a2e-9be9849239c1 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097367 May 17 12:15:31.651403 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a479f1-9799-45ef-99f0-2c17ef4f9cc1 req-9db81b0b-1e24-4ea5-a725-3f5841609179 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:31.653042 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-58a479f1-9799-45ef-99f0-2c17ef4f9cc1 req-9db81b0b-1e24-4ea5-a725-3f5841609179 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 944 time: 0.0457971 May 17 12:15:31.653679 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196e88c-3b7c-4184-9207-d6c89cc5ead0 req-2fbfb34f-60e6-4404-835b-c3042c700def tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:31.655122 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9196e88c-3b7c-4184-9207-d6c89cc5ead0 req-2fbfb34f-60e6-4404-835b-c3042c700def tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0816712 May 17 12:15:31.686798 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-753ed0af-1f52-4166-9f86-61093f7137e8 req-57d2c7c3-0695-466d-b0fd-95f3baef28d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886547 May 17 12:15:31.703598 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-58a479f1-9799-45ef-99f0-2c17ef4f9cc1 req-7d147b00-758a-4633-8956-3b0473a8e221 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 May 17 12:15:31.719298 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9196e88c-3b7c-4184-9207-d6c89cc5ead0 req-c7870b6c-487f-41d2-9450-8dfed2d54cea tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 May 17 12:15:31.809220 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17707772-5733-448e-a797-3cf323ff00a4 req-b041fdf8-1d16-4d14-ac98-012d43d50321 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:31.810745 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17707772-5733-448e-a797-3cf323ff00a4 req-b041fdf8-1d16-4d14-ac98-012d43d50321 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0473964 May 17 12:15:31.857584 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17707772-5733-448e-a797-3cf323ff00a4 req-9d767ef5-8768-47bd-a09e-507147f72179 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413146 May 17 12:15:32.261209 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device d332f149-b4a0-45ae-8eb9-e1266bcf6090 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:15:32.303437 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port d332f149-b4a0-45ae-8eb9-e1266bcf6090 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:15:32.309091 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port d332f149-b4a0-45ae-8eb9-e1266bcf6090 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:32.309506 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:32.381698 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port d332f149-b4a0-45ae-8eb9-e1266bcf6090 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:32.382085 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:32.403928 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:32.406390 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff49fa4f-391b-4004-999e-ed6f3a12ac36" -d '{"events": [{"server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "name": "network-vif-plugged", "status": "completed", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:32.419118 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:32.423289 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:32.444459 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae6eded-0f79-48ca-88b2-2df0e65f5d73 x-openstack-request-id: req-cae6eded-0f79-48ca-88b2-2df0e65f5d73 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:32.444774 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "name": "network-vif-plugged", "status": "completed", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:32.445033 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cae6eded-0f79-48ca-88b2-2df0e65f5d73 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:32.445426 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae6eded-0f79-48ca-88b2-2df0e65f5d73'] response: {'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'code': 200} May 17 12:15:32.470127 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:32.658687 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d5ac8-28e4-4904-8130-6b4f39fe9564 req-3073a90d-3d17-4e59-8153-92bcfdddf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:32.660154 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-840d5ac8-28e4-4904-8130-6b4f39fe9564 req-3073a90d-3d17-4e59-8153-92bcfdddf30f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 1129 time: 0.0379164 May 17 12:15:32.705056 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-840d5ac8-28e4-4904-8130-6b4f39fe9564 req-b13687dd-74d5-4041-9fcc-9cc6218950ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 May 17 12:15:32.820395 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a128b-54e3-438f-8126-1665c09331b8 req-321a1abb-e9b6-49d0-9740-a026d440248e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:32.821765 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0f3a128b-54e3-438f-8126-1665c09331b8 req-321a1abb-e9b6-49d0-9740-a026d440248e tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0484414 May 17 12:15:32.867876 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0f3a128b-54e3-438f-8126-1665c09331b8 req-d9893ddb-83ce-4afd-aab8-1047bfb1c8b9 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402536 May 17 12:15:32.975103 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f421-e74c-414b-9df5-6f170d4bf1a8 req-a8ba05b5-2ce8-4f09-b9d8-ac4e7668ae80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:32.976604 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8700f421-e74c-414b-9df5-6f170d4bf1a8 req-a8ba05b5-2ce8-4f09-b9d8-ac4e7668ae80 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0460951 May 17 12:15:33.023908 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8700f421-e74c-414b-9df5-6f170d4bf1a8 req-0f68b9cf-9509-4aef-83ba-898c9ac06901 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418091 May 17 12:15:33.986046 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77369-daab-41c2-9d26-def02a7cbddd req-9405b953-1264-44c3-ba83-e2e7b8a1b76a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:33.987492 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72e77369-daab-41c2-9d26-def02a7cbddd req-9405b953-1264-44c3-ba83-e2e7b8a1b76a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0499833 May 17 12:15:34.034330 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-72e77369-daab-41c2-9d26-def02a7cbddd req-460c804c-3bb6-4438-813a-f4349a399cf5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 May 17 12:15:34.144955 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc9ad4-9563-4685-8c33-c8b826d6c81a req-cae3e883-d851-4b7f-b602-798f118256c5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:34.146963 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17dc9ad4-9563-4685-8c33-c8b826d6c81a req-cae3e883-d851-4b7f-b602-798f118256c5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0503302 May 17 12:15:34.191802 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-17dc9ad4-9563-4685-8c33-c8b826d6c81a req-172c9bbd-431b-4e80-b040-36640c7dc2a5 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392776 May 17 12:15:35.148173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe4ebd-38d2-4880-b925-f98a4738c941 req-1ad3e7e4-77f3-499d-8a67-06a0e5c5bcbe tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:35.149640 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-35fe4ebd-38d2-4880-b925-f98a4738c941 req-1ad3e7e4-77f3-499d-8a67-06a0e5c5bcbe tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0460510 May 17 12:15:35.196546 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-35fe4ebd-38d2-4880-b925-f98a4738c941 req-e4e2ad2f-4c80-461f-9fe2-7e8eab94058a tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 May 17 12:15:35.305759 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab04a-160d-460f-8241-465d4c00c612 req-91227f26-5cd2-4901-9573-865db03d6b60 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:35.307266 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0f8ab04a-160d-460f-8241-465d4c00c612 req-91227f26-5cd2-4901-9573-865db03d6b60 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0474079 May 17 12:15:35.310812 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba334-2515-4bcd-acd9-1104ddff9052 req-cc13be05-994f-44b5-952a-4bab6ddf96dc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:35.312461 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c17ba334-2515-4bcd-acd9-1104ddff9052 req-cc13be05-994f-44b5-952a-4bab6ddf96dc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0494397 May 17 12:15:35.315992 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55780) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:35.322282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Request body: {'floatingip': {'port_id': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:35.372012 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:35.454108 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c17ba334-2515-4bcd-acd9-1104ddff9052 req-5373b28b-705f-4faa-a205-7ad102dc8ad1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360252 May 17 12:15:35.802151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:35.806205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:35.897437 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP ad64cc04-a6c2-4107-a358-35993a8d6403 associated. External IP: 172.27.2.59, port: d332f149-b4a0-45ae-8eb9-e1266bcf6090. May 17 12:15:36.087538 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:15:36.186708 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:15:36.191563 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:36.197237 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:15:36.210291 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:36.210916 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:15:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:36.221441 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-25de9da7-e3fc-44a3-8a8b-00f529d91cfd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "PUT /v2.0/floatingips/ad64cc04-a6c2-4107-a358-35993a8d6403 HTTP/1.1" status: 200 len: 990 time: 0.9044573 May 17 12:15:36.222027 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:36.224281 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010c84a4-3759-4fc1-a67d-55e33b621d71" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:36.261633 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac4b591-a596-49c3-ab66-07e8677f35b1 x-openstack-request-id: req-7ac4b591-a596-49c3-ab66-07e8677f35b1 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:36.261928 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:36.262184 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ac4b591-a596-49c3-ab66-07e8677f35b1 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:36.262591 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac4b591-a596-49c3-ab66-07e8677f35b1'] response: {'name': 'network-changed', 'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'status': 'completed', 'code': 200} May 17 12:15:36.307963 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:36.358102 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-c8676baa-5b78-45f4-8ea9-c4e7a4905b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:36.359515 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-c8676baa-5b78-45f4-8ea9-c4e7a4905b98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27acd98621cd4a51ac46fb12e1824168&device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 1129 time: 0.0443437 May 17 12:15:36.448618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-161c9998-9de1-44a1-9bb9-08ac6d4228e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:36.450353 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-161c9998-9de1-44a1-9bb9-08ac6d4228e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 200 len: 915 time: 0.0848510 May 17 12:15:36.528590 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad64cc04-a6c2-4107-a358-35993a8d6403', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:f7:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:22Z', 'updated_at': '2022-05-17T12:15:35Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:36.554162 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:15:36.563076 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:36.563833 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:15:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:36.577874 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-c066dcb0-1831-4c29-8c91-df5ad6f73454 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090 HTTP/1.1" status: 200 len: 998 time: 0.0954678 May 17 12:15:36.588986 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb0de-36a7-4661-933d-2f1143425985 req-79dffa4b-5134-4ed6-ad65-3d4644fcbcf3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:36.590493 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-77ecb0de-36a7-4661-933d-2f1143425985 req-79dffa4b-5134-4ed6-ad65-3d4644fcbcf3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0596089 May 17 12:15:36.665900 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:36.669399 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-baf26459-7f94-424b-9fb7-dbe18d81b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:36.670867 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-baf26459-7f94-424b-9fb7-dbe18d81b9d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 200 len: 853 time: 0.0795212 May 17 12:15:36.675130 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-77ecb0de-36a7-4661-933d-2f1143425985 req-1d9938b1-b76a-45ab-848b-1b67d9f7d977 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765865 May 17 12:15:36.719989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-1fb7a192-ff87-4158-8f0b-5402b3864a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:36.721577 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-1fb7a192-ff87-4158-8f0b-5402b3864a72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff54b2b-d245-42b7-9e38-b4510eee82b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443137 May 17 12:15:36.811788 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-56e5658e-27c2-47d0-9cce-c015808073ee service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824149 May 17 12:15:36.875193 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad64cc04-a6c2-4107-a358-35993a8d6403', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:f7:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:22Z', 'updated_at': '2022-05-17T12:15:35Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:36.901015 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d0a2-11e9-421d-ada1-d42aaba6abad None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': 'ad64cc04-a6c2-4107-a358-35993a8d6403', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'port_id': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'mac_address': 'fa:16:3e:f7:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:22Z', 'updated_at': '2022-05-17T12:15:35Z', 'revision_number': 1, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:15:36.906131 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-010c84a4-3759-4fc1-a67d-55e33b621d71 req-13a33683-a882-419d-90be-52a3d3177007 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878561 May 17 12:15:37.098989 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2129a-8088-436e-a008-907814956686 None None] New status for floating IP ad64cc04-a6c2-4107-a358-35993a8d6403: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:15:37.794114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a965ea-c7ae-48fb-ac5a-6d7dfdd81881 req-66b80e8d-9913-4da1-93dd-45aa8f0673fc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:37.795493 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c6a965ea-c7ae-48fb-ac5a-6d7dfdd81881 req-66b80e8d-9913-4da1-93dd-45aa8f0673fc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0463531 May 17 12:15:37.845741 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c6a965ea-c7ae-48fb-ac5a-6d7dfdd81881 req-d0d5315e-9cf0-4da3-b823-949d5c82113d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447297 May 17 12:15:38.288744 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:15:38.385820 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:38.396476 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:15:38.430063 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: ACTIVE; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:38.430454 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:38.446243 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:15:38.464867 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:38.468625 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:38.513739 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=6']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:38.656610 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:15:38.962420 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538d7b-7e48-42e0-bfe5-f60397782901 req-55567f5f-9876-412d-b433-79465196ff91 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:38.963808 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f538d7b-7e48-42e0-bfe5-f60397782901 req-55567f5f-9876-412d-b433-79465196ff91 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 944 time: 0.0471933 May 17 12:15:39.011946 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f538d7b-7e48-42e0-bfe5-f60397782901 req-2613c9e3-27d6-4aad-a933-aa7524a3d2fe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427134 May 17 12:15:40.137908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc53c6-73bd-416c-8e7d-317ee085165a req-6184ee48-280a-485a-912d-5fc53b30f0ee tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:40.139411 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a6dc53c6-73bd-416c-8e7d-317ee085165a req-6184ee48-280a-485a-912d-5fc53b30f0ee tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 944 time: 0.0521293 May 17 12:15:40.187484 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a6dc53c6-73bd-416c-8e7d-317ee085165a req-a09aafad-6537-468e-9204-2093276b89e8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422976 May 17 12:15:40.309517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:15:40.352059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:40.352457 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:40.419485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:40.419864 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:40.440867 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:40.443780 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd23e99d-b3e7-4507-982d-fff28a702ea8" -d '{"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:40.460112 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:40.465000 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:40.473851 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:15:40.486630 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138adc4e-486d-4660-a1a1-8e305e99209c x-openstack-request-id: req-138adc4e-486d-4660-a1a1-8e305e99209c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:40.486927 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:40.487181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-138adc4e-486d-4660-a1a1-8e305e99209c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:40.487566 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138adc4e-486d-4660-a1a1-8e305e99209c'] response: {'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'code': 200} May 17 12:15:40.513004 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=7']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:41.305497 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84d550-f5c1-491e-9c70-6e9327db51b9 req-19f2a2d7-473d-45a9-b58d-cf1ba8c0b81d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:41.307022 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca84d550-f5c1-491e-9c70-6e9327db51b9 req-19f2a2d7-473d-45a9-b58d-cf1ba8c0b81d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0470302 May 17 12:15:41.356751 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ca84d550-f5c1-491e-9c70-6e9327db51b9 req-4878ec2c-69ca-4e7c-ad74-1d2df45a5891 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424418 May 17 12:15:42.511468 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0290f4-5765-496a-a871-6051f2c43d50 req-c300de89-8900-410b-9234-780b9a4559fb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:42.511468 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1a0290f4-5765-496a-a871-6051f2c43d50 req-c300de89-8900-410b-9234-780b9a4559fb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0569286 May 17 12:15:42.570493 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1a0290f4-5765-496a-a871-6051f2c43d50 req-049bd995-2ddb-41f7-ab2d-aa7e36aee77a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536060 May 17 12:15:42.641510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccbe1b-3784-4eef-8158-db823a8e8de4 req-cbeeb8f7-6381-4e11-9a18-dbda25e7f106 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:42.644879 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-65ccbe1b-3784-4eef-8158-db823a8e8de4 req-cbeeb8f7-6381-4e11-9a18-dbda25e7f106 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0617125 May 17 12:15:42.706890 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-65ccbe1b-3784-4eef-8158-db823a8e8de4 req-3123274c-ab14-403f-860d-2505b961208f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516119 May 17 12:15:42.742675 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55848) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:42.959268 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed9112-e6cb-4915-a479-9eb692ceda26 tempest-TestMinimumBasicScenario-1761830047 tempest-TestMinimumBasicScenario-1761830047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:42.963437 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6aed9112-e6cb-4915-a479-9eb692ceda26 tempest-TestMinimumBasicScenario-1761830047 tempest-TestMinimumBasicScenario-1761830047-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1124 time: 0.2170565 May 17 12:15:42.963638 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55852) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:42.967797 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'port_id': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:42.991985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:43.086237 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:43.204967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Allocated IP 172.27.2.118 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/4509d846-4221-4d4a-a555-c50222d3ed40) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:15:43.329041 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for port (4509d846-4221-4d4a-a555-c50222d3ed40), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:43.363791 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:43.401542 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:15:43.404440 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:15:43.407086 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:15:43.433848 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'Port': ['ID=4509d846-4221-4d4a-a555-c50222d3ed40,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:43.736463 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c827-c7c1-4482-8bdf-0ca752f87958 req-c155183b-69dc-4ece-a526-13c8df16be61 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:43.740389 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1366c827-c7c1-4482-8bdf-0ca752f87958 req-c155183b-69dc-4ece-a526-13c8df16be61 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0798380 May 17 12:15:43.866027 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1366c827-c7c1-4482-8bdf-0ca752f87958 req-0c69f944-41bd-4f94-a1d3-d81e79939a27 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178358 May 17 12:15:43.895048 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for floatingip (7fc0ae92-47ae-454d-bdc0-a1161af6799c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:43.973592 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:44.175867 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for port (4509d846-4221-4d4a-a555-c50222d3ed40), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:44.181690 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:44.229433 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'Port': ['ID=4509d846-4221-4d4a-a555-c50222d3ed40,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:44.268305 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (7fc0ae92-47ae-454d-bdc0-a1161af6799c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:44.368793 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Floating IP 7fc0ae92-47ae-454d-bdc0-a1161af6799c associated. External IP: 172.27.2.118, port: 17a6f924-0238-4beb-a7c9-3059b4bb15f8. May 17 12:15:44.880029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Router e08e4be1-008f-46fc-b7da-292a85fbedb5 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:15:45.002667 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b87ca5-1e7e-4f1b-b823-54c375b979f9 req-9f3d49a6-bb09-4582-815e-05a80d1df486 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:45.004040 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-52b87ca5-1e7e-4f1b-b823-54c375b979f9 req-9f3d49a6-bb09-4582-815e-05a80d1df486 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0543027 May 17 12:15:45.009907 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:15:45.025079 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Sync routers for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:15:45.037477 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:45.038585 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:15:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:45.042445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.084336 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-52b87ca5-1e7e-4f1b-b823-54c375b979f9 req-f35a0385-5a0d-4d01-a1a1-e187285105f9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636737 May 17 12:15:45.093295 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-558db83b-3f2d-43a8-a17f-a4013d797f38 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1285989 May 17 12:15:45.094068 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:45.096151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55862) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:45.100953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445039270', 'description': 'tempest-secgroup-smoke-1445039270 description', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:45.101436 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:45.154326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f84eb9-1201-4c1e-8ea4-6bcbd8dfc14e x-openstack-request-id: req-07f84eb9-1201-4c1e-8ea4-6bcbd8dfc14e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:45.154926 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:45.155422 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07f84eb9-1201-4c1e-8ea4-6bcbd8dfc14e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:45.156058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f84eb9-1201-4c1e-8ea4-6bcbd8dfc14e'] response: {'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:15:45.159602 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.253491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (46ab5eb0-183a-4086-9c79-d63470e071c5), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.265968 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (46ab5eb0-183a-4086-9c79-d63470e071c5), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.285582 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-5419ee0c-243c-4629-b203-a8049932d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:45.287362 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-5419ee0c-243c-4629-b203-a8049932d4da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1129 time: 0.0670660 May 17 12:15:45.299643 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.301419 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2039793 May 17 12:15:45.305170 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55866) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:45.310144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:45.320901 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab5eb0-183a-4086-9c79-d63470e071c5,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:45.330456 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.331242 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.331768 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.332326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.332851 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.333761 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.334487 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.335072 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.335587 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.336092 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.336630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.337147 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.337646 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.338185 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.338671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a79a0c-9f13-46ac-8e87-379b860eb658 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:45.339233 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:45.399742 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (3b32b3c7-82a2-41be-a269-289372876c11), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.450147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-48498646-c8d5-4633-af8f-9862aef027f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:45.451877 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-48498646-c8d5-4633-af8f-9862aef027f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.1578734 May 17 12:15:45.508659 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (3b32b3c7-82a2-41be-a269-289372876c11), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.517508 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (3b32b3c7-82a2-41be-a269-289372876c11), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.543830 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-e03ae031-1567-4823-b4e6-2555d15f55a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 999 time: 0.0815246 May 17 12:15:45.545372 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b32b3c7-82a2-41be-a269-289372876c11,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:45.564481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.565480 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7a5ae316-9da5-441a-ba5f-a0028d63bf91 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593293 May 17 12:15:45.569438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55868) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:45.573776 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:45.609286 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (750668f6-3bf7-48be-aa71-772a1f9aed9a), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.614681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-850fe2a6-63af-422a-af92-a4566e84a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:45.617111 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-850fe2a6-63af-422a-af92-a4566e84a035 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0650809 May 17 12:15:45.639864 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '7fc0ae92-47ae-454d-bdc0-a1161af6799c', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'port_id': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'mac_address': 'fa:16:3e:57:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:43Z', 'updated_at': '2022-05-17T12:15:43Z', 'revision_number': 0, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:45.667075 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Checking router: e08e4be1-008f-46fc-b7da-292a85fbedb5 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:15:45.684781 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:15:45.685539 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:15:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:45.686632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-2624d37a-3c99-420d-9134-1bd78b5df520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:45.689354 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-2624d37a-3c99-420d-9134-1bd78b5df520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654552 May 17 12:15:45.692224 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (750668f6-3bf7-48be-aa71-772a1f9aed9a), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.697755 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (750668f6-3bf7-48be-aa71-772a1f9aed9a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.718466 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750668f6-3bf7-48be-aa71-772a1f9aed9a,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:45.738684 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.744140 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-572ff4e7-8039-4833-acad-2c2b6439aaa6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714776 May 17 12:15:45.744360 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55870) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:45.782033 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:45.842685 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-62e1f955-3f94-4e30-8db4-ccafdcaeb708 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447666 May 17 12:15:45.843439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (2cced425-47fc-4f6a-b9ef-89385eb6da70), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.844262 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:15:45.976806 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (2cced425-47fc-4f6a-b9ef-89385eb6da70), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:45.989507 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (2cced425-47fc-4f6a-b9ef-89385eb6da70), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.011467 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d9b01eb1-8bc0-43de-a0b4-60b2c563864a req-1d81e753-52ee-4ab8-9cd1-7cfe19883032 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574190 May 17 12:15:46.014673 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cced425-47fc-4f6a-b9ef-89385eb6da70,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:46.026552 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.029060 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b6428027-c339-4125-aec4-df8680889a3c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834110 May 17 12:15:46.032126 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55872) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:46.038813 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:46.077205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (e58a200b-cb6f-4726-b376-2196e31e4134), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.116128 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '7fc0ae92-47ae-454d-bdc0-a1161af6799c', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'port_id': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'mac_address': 'fa:16:3e:57:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:43Z', 'updated_at': '2022-05-17T12:15:43Z', 'revision_number': 0, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:15:46.150755 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d30de-9ff9-4638-abd2-ab82c91e5f24 None None] The sync data for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi is: [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '7fc0ae92-47ae-454d-bdc0-a1161af6799c', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'port_id': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'mac_address': 'fa:16:3e:57:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:15:43Z', 'updated_at': '2022-05-17T12:15:43Z', 'revision_number': 0, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:15:46.159154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (e58a200b-cb6f-4726-b376-2196e31e4134), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.166442 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (e58a200b-cb6f-4726-b376-2196e31e4134), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.187899 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58a200b-cb6f-4726-b376-2196e31e4134,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:46.203444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.205027 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-16d16a82-9283-40ca-9090-62e7c7a82003 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713514 May 17 12:15:46.207561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 55876) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:46.214602 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:46.254190 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Project 2073530c2a5b4ad4a6543cdfa209c9f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:15:46.261195 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (b39357eb-2b29-4114-9f52-491dbc7d1ac6), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.284143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c950-ef7b-42ab-8f68-f3249a7f386f req-c0a19716-6f95-400f-8fdc-2986bb2e4bab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:46.295423 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3544c950-ef7b-42ab-8f68-f3249a7f386f req-c0a19716-6f95-400f-8fdc-2986bb2e4bab tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0883102 May 17 12:15:46.357228 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (b39357eb-2b29-4114-9f52-491dbc7d1ac6), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.362815 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (b39357eb-2b29-4114-9f52-491dbc7d1ac6), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.366483 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3544c950-ef7b-42ab-8f68-f3249a7f386f req-ad1bf501-8321-4470-9ebe-f02989212a83 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696599 May 17 12:15:46.399399 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39357eb-2b29-4114-9f52-491dbc7d1ac6,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:46.414110 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.415900 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d791b894-a5fc-4b96-88cc-5bdab12577bf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2067165 May 17 12:15:46.418622 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 55878) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:15:46.423668 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'security_group_rule': {'security_group_id': '46ab5eb0-183a-4086-9c79-d63470e071c5', 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:46.452974 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.db.securitygroups_db [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Project 2073530c2a5b4ad4a6543cdfa209c9f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:15:46.463658 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (6a32da09-d9c6-4fba-9b16-ee98c28d8fcf), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.482765 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c57df-e9cb-4fdb-9f7d-16c6425ab452 None None] New status for floating IP 7fc0ae92-47ae-454d-bdc0-a1161af6799c: ACTIVE {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:15:46.555430 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (6a32da09-d9c6-4fba-9b16-ee98c28d8fcf), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.562233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (6a32da09-d9c6-4fba-9b16-ee98c28d8fcf), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.586722 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32da09-d9c6-4fba-9b16-ee98c28d8fcf,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:46.600767 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:46.604775 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d2790922-7611-4854-b17a-8414b20daac4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821671 May 17 12:15:46.711094 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-03e3d0be-7d25-4080-bf19-1dd6872edd16 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445039270&fields=id&tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0 HTTP/1.1" status: 200 len: 267 time: 0.0602040 May 17 12:15:46.776450 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-d47ad1c6-458c-4edf-9191-c5674e219ec4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:46.778348 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-d47ad1c6-458c-4edf-9191-c5674e219ec4 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0598841 May 17 12:15:46.790092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'port': {'security_groups': ['4878535a-411b-4313-abba-c787b77b2852', '46ab5eb0-183a-4086-9c79-d63470e071c5']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:15:46.877458 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:47.132164 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:47.167581 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:47.173121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:47.220354 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:15:47.233678 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.234323 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:47.235743 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-404eae22-78aa-4ab3-a8d7-41541662a4e2 req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "PUT /v2.0/ports/17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 981 time: 0.4505830 May 17 12:15:47.238613 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:47.243589 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:47.269142 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1faed9-c677-4ab8-8e66-a8c7f799e3f5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=6']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:47.319291 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f715c42-2b10-4570-8ae6-b3f4c8adfdad x-openstack-request-id: req-0f715c42-2b10-4570-8ae6-b3f4c8adfdad {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:47.319590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:47.319848 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f715c42-2b10-4570-8ae6-b3f4c8adfdad {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:47.320281 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f715c42-2b10-4570-8ae6-b3f4c8adfdad'] response: {'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:15:47.418104 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d77a19-cb9e-4ed3-9260-56108c809db0 req-66bbafcb-2308-4178-8d0b-5a8b3ef7b7f6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.425513 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-99d77a19-cb9e-4ed3-9260-56108c809db0 req-66bbafcb-2308-4178-8d0b-5a8b3ef7b7f6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0671411 May 17 12:15:47.462005 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-5b943da5-bb75-44bb-842a-fb77086f5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.476804 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-5b943da5-bb75-44bb-842a-fb77086f5353 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1168 time: 0.1015158 May 17 12:15:47.519628 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:15:47.527114 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-99d77a19-cb9e-4ed3-9260-56108c809db0 req-fb621d0b-7bb1-455e-b072-0c2d91399947 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006162 May 17 12:15:47.645020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe66fe-f768-4484-ac7c-322b8531ac8e req-fb243a4b-0459-4d1c-898b-24e7560641b1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.645375 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-5edd668a-d581-4d5b-b79b-19a966fbf7bc None None] Provisioning complete for port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:15:47.645747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5edd668a-d581-4d5b-b79b-19a966fbf7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:47.647142 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bcfe66fe-f768-4484-ac7c-322b8531ac8e req-fb243a4b-0459-4d1c-898b-24e7560641b1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.1275823 May 17 12:15:47.707596 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bcfe66fe-f768-4484-ac7c-322b8531ac8e req-d1e2748f-65b6-4dfa-8942-0d26beb4922b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532224 May 17 12:15:47.717681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-d5859d66-ea0b-4d2a-a568-cc4c5f75aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.719433 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-d5859d66-ea0b-4d2a-a568-cc4c5f75aeb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.2342334 May 17 12:15:47.793345 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-a4a2365d-2b28-4830-9ed6-eefe6461936c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 1001 time: 0.0641766 May 17 12:15:47.857946 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-598ebbca-bbdc-4a8f-986c-fb4f336e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.859768 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-598ebbca-bbdc-4a8f-986c-fb4f336e5671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0590835 May 17 12:15:47.889341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-5edd668a-d581-4d5b-b79b-19a966fbf7bc None None] Current status of the port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:47.919844 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-772a1b75-9b84-43c2-bc19-5934f8db60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:47.921449 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-772a1b75-9b84-43c2-bc19-5934f8db60f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493555 May 17 12:15:48.041475 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-e15f4698-6479-4778-8a2b-1fc9fad839c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113551 May 17 12:15:48.154556 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e0486b77-960c-4dc4-9fc2-f79fda5d80ac req-b8114e5d-c0dc-47d6-9a48-fa18197039d2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040998 May 17 12:15:48.832151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f158132-6a60-4be6-b35b-df2e66c5bb1c req-356161fb-efe8-4770-b9b1-49deeb5e63de tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:48.835251 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5f158132-6a60-4be6-b35b-df2e66c5bb1c req-356161fb-efe8-4770-b9b1-49deeb5e63de tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0494878 May 17 12:15:48.891472 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5f158132-6a60-4be6-b35b-df2e66c5bb1c req-bab2ad44-4a72-48c3-a81c-e557f07c1918 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498433 May 17 12:15:50.024316 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ab51a-a758-4eb1-bce3-6034a8c139e7 req-b21d04a1-6527-4804-bc54-1f9862e4a3a4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:50.025844 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a33ab51a-a758-4eb1-bce3-6034a8c139e7 req-b21d04a1-6527-4804-bc54-1f9862e4a3a4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0511527 May 17 12:15:50.086818 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a33ab51a-a758-4eb1-bce3-6034a8c139e7 req-1461a929-0abc-40a7-b95d-59745303cb2a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535557 May 17 12:15:51.212512 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503daac-ac0d-4368-811e-0cc94a551a8d req-03d52a69-8ac1-4227-83bf-c5e67d9652a9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:51.214001 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f503daac-ac0d-4368-811e-0cc94a551a8d req-03d52a69-8ac1-4227-83bf-c5e67d9652a9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0491927 May 17 12:15:51.275519 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f503daac-ac0d-4368-811e-0cc94a551a8d req-68e7aa48-c4a6-419b-a020-e197648b44ed tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545490 May 17 12:15:51.685309 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:51.900803 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1f036e0f-6bab-4769-9dca-22b18256cd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:52.390928 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d7331-4b0d-43ca-8aa8-ba6c30b7ceb7 req-2bcd512b-e8f9-424e-8c85-0c4f1c4d0602 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:52.392453 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-573d7331-4b0d-43ca-8aa8-ba6c30b7ceb7 req-2bcd512b-e8f9-424e-8c85-0c4f1c4d0602 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0508282 May 17 12:15:52.439189 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-573d7331-4b0d-43ca-8aa8-ba6c30b7ceb7 req-67b27644-9e38-4069-b451-69a78c67198d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401623 May 17 12:15:52.962058 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-b28bc233-5f58-409f-a9a5-339fb3bd87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:52.963428 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-b28bc233-5f58-409f-a9a5-339fb3bd87aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1129 time: 0.0394404 May 17 12:15:53.058908 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-17e11042-e5e4-4a17-a5bc-818930120fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:53.060400 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-17e11042-e5e4-4a17-a5bc-818930120fd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0876520 May 17 12:15:53.122542 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-ef85b2d3-6d4d-4a0a-bbc4-94ed93e6631d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 1001 time: 0.0544572 May 17 12:15:53.169187 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-88ba4b02-a524-4854-8f5d-455b5dd68ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:53.170559 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-88ba4b02-a524-4854-8f5d-455b5dd68ecd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0420125 May 17 12:15:53.216057 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-3b2859fa-7820-49f1-8d5e-c59fecdbc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:53.217427 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-3b2859fa-7820-49f1-8d5e-c59fecdbc31a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400877 May 17 12:15:53.303783 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-bb1afe3a-3b16-4e0e-b34c-619dd48f0e04 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792322 May 17 12:15:53.397925 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a0673756-fb37-4e0f-9664-fce69aa01181 req-50aef180-fedb-4abc-bab8-bdda961cda19 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 May 17 12:15:53.556731 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58af3e-10b3-487f-b502-86b826222307 req-3e3fb2cf-e644-4d75-9042-f01773b61142 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:53.558220 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bc58af3e-10b3-487f-b502-86b826222307 req-3e3fb2cf-e644-4d75-9042-f01773b61142 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0464940 May 17 12:15:53.604146 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bc58af3e-10b3-487f-b502-86b826222307 req-6bd7ebf9-1934-41f0-8473-06d34ad16841 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404243 May 17 12:15:54.301779 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed1ef-5719-4108-855d-03ff64f2ba42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:54.721235 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60ab9-de36-46b0-91b5-99a999bebe6f req-2950d8ef-0b9f-46d8-b038-b1a77a46f301 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:54.722700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bfe60ab9-de36-46b0-91b5-99a999bebe6f req-2950d8ef-0b9f-46d8-b038-b1a77a46f301 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0476923 May 17 12:15:54.769337 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bfe60ab9-de36-46b0-91b5-99a999bebe6f req-bd3cbc0c-d5a5-44c2-b1e2-42b581d16e83 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402758 May 17 12:15:55.399693 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:55.895492 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883a8e-e543-4d32-a5a5-b46de4201b34 req-a8ea29cf-3905-48da-b6be-d9038edec630 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:55.897079 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1883a8e-e543-4d32-a5a5-b46de4201b34 req-a8ea29cf-3905-48da-b6be-d9038edec630 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 945 time: 0.0506439 May 17 12:15:55.943676 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1883a8e-e543-4d32-a5a5-b46de4201b34 req-678cd8c8-770f-49c1-914a-92ed349a7bcf tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408270 May 17 12:15:56.614246 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:15:56.687334 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: ACTIVE; New status is: DOWN {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:15:56.687727 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:56.713189 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:15:56.715488 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f081b4-22af-4e91-a837-06bfeec86c32" -d '{"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-unplugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:15:56.727867 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:15:56.733897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:56.742444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-882cc6f2-eea7-4601-a193-b699d5fc519c req-913587ab-1cb0-4c85-b7a0-f72cb400da61 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:15:56.743533 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-882cc6f2-eea7-4601-a193-b699d5fc519c req-913587ab-1cb0-4c85-b7a0-f72cb400da61 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0523303 May 17 12:15:56.758000 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5394e-dd0e-4642-b5bf-13f5380c4f32 x-openstack-request-id: req-02f5394e-dd0e-4642-b5bf-13f5380c4f32 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:15:56.758300 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-unplugged", "status": "failed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "code": 422}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:15:56.758559 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02f5394e-dd0e-4642-b5bf-13f5380c4f32 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:15:56.759007 dv-cinder-837699-7-iscsi neutron-server[103523]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-02f5394e-dd0e-4642-b5bf-13f5380c4f32']: {'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'code': 422} returned with failed status May 17 12:15:56.787540 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:56.797969 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=8']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:15:56.805499 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.805858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.806210 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.806559 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.806902 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.807242 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.807575 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.807957 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.808249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.811340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:15:56.916414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247301f-76f6-4b27-9ae0-80490ab27a16 req-70c15875-d308-431d-aeb2-f2e10fc6eb50 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:56.917906 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2247301f-76f6-4b27-9ae0-80490ab27a16 req-70c15875-d308-431d-aeb2-f2e10fc6eb50 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0484161 May 17 12:15:56.968698 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2247301f-76f6-4b27-9ae0-80490ab27a16 req-67f10e6d-a7e1-4b85-ab22-97dbb7cfb3b0 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449646 May 17 12:15:57.131824 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-9c2714ad-99dd-49e8-88ba-8ac5e57c6234 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0367346 May 17 12:15:57.206320 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-6be1b061-8967-4129-9d97-d0ca7c7d69b4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:57.207629 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-6be1b061-8967-4129-9d97-d0ca7c7d69b4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports/3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 940 time: 0.0485620 May 17 12:15:58.081107 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-596a5714-d9bd-426f-ac44-569029ab4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.082558 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-596a5714-d9bd-426f-ac44-569029ab4fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23&tenant_id=cd2c9994923540748c1513406e3e7ffc HTTP/1.1" status: 200 len: 1127 time: 0.0660131 May 17 12:15:58.099762 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaf7d3-e34c-40d0-8c4d-83af523117a8 req-a50746cd-4bdf-48cb-95a8-2238b005d690 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.101723 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d1eaf7d3-e34c-40d0-8c4d-83af523117a8 req-a50746cd-4bdf-48cb-95a8-2238b005d690 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0565150 May 17 12:15:58.173621 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-2124a27a-24a5-44f0-91a3-4dbbf46bdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.175061 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-2124a27a-24a5-44f0-91a3-4dbbf46bdcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1127 time: 0.0544455 May 17 12:15:58.179838 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d1eaf7d3-e34c-40d0-8c4d-83af523117a8 req-a2b3ce88-cd9a-4598-a2c9-0ae33520fb38 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725343 May 17 12:15:58.266390 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-efa774ea-3e46-4ba9-8f70-928e55f6b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.267773 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-efa774ea-3e46-4ba9-8f70-928e55f6b921 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0854321 May 17 12:15:58.328208 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-2b426c35-d01f-4bfb-bc6c-f2c9e5fec4a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 999 time: 0.0540955 May 17 12:15:58.356173 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:15:58.380821 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-ffae4c6c-5857-475e-be4f-890b413f9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.382413 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-ffae4c6c-5857-475e-be4f-890b413f9eed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0484319 May 17 12:15:58.430701 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-4548ffa7-57a8-474b-a4e6-2a5a08eac40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:58.432194 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-4548ffa7-57a8-474b-a4e6-2a5a08eac40d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395088 May 17 12:15:58.518351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-9569dcf7-e864-41b7-9e82-3076e16c59ab service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792894 May 17 12:15:58.609739 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-925285ac-382d-41cf-ab65-cb71b2aca3c1 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840983 May 17 12:15:59.304380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76182-690e-4c77-9ad2-80da8fd224db req-155df6f9-3ec3-4073-84c5-47a3c9a83618 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:15:59.306611 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-acc76182-690e-4c77-9ad2-80da8fd224db req-155df6f9-3ec3-4073-84c5-47a3c9a83618 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0507658 May 17 12:15:59.355390 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-acc76182-690e-4c77-9ad2-80da8fd224db req-2de797ab-54b9-4ec2-bfd4-24c67b6783a1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431299 May 17 12:16:00.477427 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555f14a-189d-4ce9-8b70-44a7a76f0766 req-db9f2024-5ce5-4a53-a3ad-afe4ed1a7acd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:00.480088 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5555f14a-189d-4ce9-8b70-44a7a76f0766 req-db9f2024-5ce5-4a53-a3ad-afe4ed1a7acd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0499201 May 17 12:16:00.529562 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5555f14a-189d-4ce9-8b70-44a7a76f0766 req-3bd3a26e-7a48-4d86-a6b5-eb56561ee0d8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429680 May 17 12:16:01.653559 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784b2f3-529f-426b-94fe-de528845ef53 req-fd1a6107-20f9-46b3-9a98-1ed10605de7d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:01.655020 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3784b2f3-529f-426b-94fe-de528845ef53 req-fd1a6107-20f9-46b3-9a98-1ed10605de7d tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0460274 May 17 12:16:01.704500 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3784b2f3-529f-426b-94fe-de528845ef53 req-0fbf95dd-f315-497d-84dd-755cbf8fed26 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438802 May 17 12:16:02.836913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3c55-732c-41db-af19-82d579311c19 req-fdc5fdab-fd08-4543-987b-06243c36223c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:02.838393 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d27a3c55-732c-41db-af19-82d579311c19 req-fdc5fdab-fd08-4543-987b-06243c36223c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0518579 May 17 12:16:02.885721 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d27a3c55-732c-41db-af19-82d579311c19 req-15eb497a-d067-4b3d-9b85-803125b46a4f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416539 May 17 12:16:04.006988 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080c4e-29c3-444b-a94e-379e5489a3af req-b3ebf699-0920-41bf-be9a-f5fc6dcba3fc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:04.008474 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-da080c4e-29c3-444b-a94e-379e5489a3af req-b3ebf699-0920-41bf-be9a-f5fc6dcba3fc tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0481429 May 17 12:16:04.058527 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-da080c4e-29c3-444b-a94e-379e5489a3af req-001120db-ee12-44a0-96b2-d4841409f168 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435252 May 17 12:16:05.185083 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa387f7-440f-406a-b154-3ab9fbc466b6 req-78961213-d9ab-4bc5-964a-58dc335de83f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:05.186585 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-daa387f7-440f-406a-b154-3ab9fbc466b6 req-78961213-d9ab-4bc5-964a-58dc335de83f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0491905 May 17 12:16:05.236055 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-daa387f7-440f-406a-b154-3ab9fbc466b6 req-246e9d2c-72d8-46b0-86d5-a799c79a9cb9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438859 May 17 12:16:06.356372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dd8f2-5c2f-4611-83df-d16ae4e14cee req-46993462-ecb9-473b-a85a-3a52e2228950 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:06.357932 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d82dd8f2-5c2f-4611-83df-d16ae4e14cee req-46993462-ecb9-473b-a85a-3a52e2228950 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0488181 May 17 12:16:06.407789 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d82dd8f2-5c2f-4611-83df-d16ae4e14cee req-d3da1e16-9b0a-49bf-b967-86e37a8c9cef tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433452 May 17 12:16:07.537202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864339-ce38-4168-aa76-f9074775aeca req-03adf342-7a84-4aff-ae6c-6f23c2b82705 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:07.538709 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-77864339-ce38-4168-aa76-f9074775aeca req-03adf342-7a84-4aff-ae6c-6f23c2b82705 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0561411 May 17 12:16:07.594456 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-77864339-ce38-4168-aa76-f9074775aeca req-971d3e54-9395-4469-9e30-14fe46a24725 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498235 May 17 12:16:08.718995 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020589-fca1-4bf9-a48d-60e3b3c81281 req-b632e7eb-7114-41e9-bda0-241e676afe4f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:08.721077 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-13020589-fca1-4bf9-a48d-60e3b3c81281 req-b632e7eb-7114-41e9-bda0-241e676afe4f tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0519862 May 17 12:16:08.767394 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-13020589-fca1-4bf9-a48d-60e3b3c81281 req-6cac6204-fd24-428f-a82e-499b810f6c36 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406709 May 17 12:16:09.902339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0d34-f7ee-49ae-9819-169aa685e980 req-0468d4f8-e3f7-48cf-bdfe-6a4c0ec98336 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:09.903872 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-318c0d34-f7ee-49ae-9819-169aa685e980 req-0468d4f8-e3f7-48cf-bdfe-6a4c0ec98336 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0613968 May 17 12:16:09.961163 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-318c0d34-f7ee-49ae-9819-169aa685e980 req-322edfc0-42d0-4b4b-a2ba-9be20358ad01 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504451 May 17 12:16:11.083050 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f953f-322e-4927-b5cf-28f3433941ab req-dee90fb7-e364-4987-a84d-54c5c6685061 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:11.084532 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c41f953f-322e-4927-b5cf-28f3433941ab req-dee90fb7-e364-4987-a84d-54c5c6685061 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0475588 May 17 12:16:11.130572 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c41f953f-322e-4927-b5cf-28f3433941ab req-9d9405c9-a22a-414f-89b5-310f18cd9452 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404220 May 17 12:16:12.246712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e3964-b52a-40b0-9248-2d48523fed76 req-77a7c5a8-93f5-4a98-92ec-b18fb95961e8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:12.248199 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e42e3964-b52a-40b0-9248-2d48523fed76 req-77a7c5a8-93f5-4a98-92ec-b18fb95961e8 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0469248 May 17 12:16:12.295369 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e42e3964-b52a-40b0-9248-2d48523fed76 req-d04f2592-50ba-4923-add2-35e99f320c24 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416024 May 17 12:16:13.413775 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e7ae-520b-43ff-81c0-77142110963e req-de5b5425-6734-4cf1-86db-76cdf705f7d2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:13.415206 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b19e7ae-520b-43ff-81c0-77142110963e req-de5b5425-6734-4cf1-86db-76cdf705f7d2 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0499232 May 17 12:16:13.460876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6b19e7ae-520b-43ff-81c0-77142110963e req-298d2876-bbdb-46c6-b929-3a25ea1fcee6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402071 May 17 12:16:14.575667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7f7da-40d7-4db0-b91a-0f029c48e34c req-3ede3a9d-d386-43ab-9799-410e5508b87b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:14.577118 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-51c7f7da-40d7-4db0-b91a-0f029c48e34c req-3ede3a9d-d386-43ab-9799-410e5508b87b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0466843 May 17 12:16:14.623187 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-51c7f7da-40d7-4db0-b91a-0f029c48e34c req-d8833814-1c65-4e0f-ab25-f1459a948250 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399556 May 17 12:16:15.742462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14ed34-7134-4884-8c40-78452e7050d0 req-9a310314-fdf0-4a3d-a74b-49ff95c50ef9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:15.743929 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0f14ed34-7134-4884-8c40-78452e7050d0 req-9a310314-fdf0-4a3d-a74b-49ff95c50ef9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 943 time: 0.0480535 May 17 12:16:15.791832 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0f14ed34-7134-4884-8c40-78452e7050d0 req-878e9493-ae2b-4d82-aad1-d71f72f09c0e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422988 May 17 12:16:16.629962 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:16:16.730749 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:16.742671 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'port_id': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'mac_address': 'fa:16:3e:f4:51:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:16:16.777092 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:16:16.777587 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:16.791246 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:16:16.811609 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:16.815880 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:16.916810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30b2b-3b4e-4052-80b5-276f745496e8 req-a528c024-8abe-40df-9f98-56093925dfc4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:16.918485 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a1e30b2b-3b4e-4052-80b5-276f745496e8 req-a528c024-8abe-40df-9f98-56093925dfc4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 944 time: 0.0506253 May 17 12:16:16.967627 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a1e30b2b-3b4e-4052-80b5-276f745496e8 req-b504a50c-e9d0-42e3-b90a-7b12970fae66 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434008 May 17 12:16:16.987124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=9']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:17.271391 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:16:17.472048 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:16:18.137181 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475360-a9a3-4414-af25-d86dcc3a0cca req-5273797f-6a58-4248-8436-2c7f48b21ab6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:18.138640 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9d475360-a9a3-4414-af25-d86dcc3a0cca req-5273797f-6a58-4248-8436-2c7f48b21ab6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 944 time: 0.0979249 May 17 12:16:18.187221 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9d475360-a9a3-4414-af25-d86dcc3a0cca req-32ecf00e-de3b-4998-9d09-896bab2ed6ae tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426214 May 17 12:16:18.644607 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:16:18.687645 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:16:18.688020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:18.756078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:16:18.756482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:18.778820 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:16:18.781006 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca4a82-960e-4273-9e0b-852d38784f30" -d '{"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:16:18.796469 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:18.811109 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:18.833682 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edbecd7-9f2e-4379-8e80-0a0b5d5e0860 x-openstack-request-id: req-1edbecd7-9f2e-4379-8e80-0a0b5d5e0860 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:16:18.833975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-plugged", "status": "completed", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:16:18.834229 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1edbecd7-9f2e-4379-8e80-0a0b5d5e0860 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:16:18.834618 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edbecd7-9f2e-4379-8e80-0a0b5d5e0860'] response: {'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'code': 200} May 17 12:16:18.857953 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=10']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:19.066143 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd407a-31f2-4fb2-bb2b-43d9d61e41fd req-122a6192-72d2-4732-ae4a-47077d58bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:19.067496 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0fcd407a-31f2-4fb2-bb2b-43d9d61e41fd req-122a6192-72d2-4732-ae4a-47077d58bef5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1130 time: 0.0382030 May 17 12:16:19.109934 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0fcd407a-31f2-4fb2-bb2b-43d9d61e41fd req-dcd783db-ba11-45b5-8cf0-cd07753084de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353842 May 17 12:16:19.303487 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044bdda-ff19-45d4-80a2-fd94f16ab65e req-df69f0f7-724f-45e9-8e4b-d55252ec7ce6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:19.304957 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5044bdda-ff19-45d4-80a2-fd94f16ab65e req-df69f0f7-724f-45e9-8e4b-d55252ec7ce6 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0463047 May 17 12:16:19.351546 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5044bdda-ff19-45d4-80a2-fd94f16ab65e req-75f9faae-e909-4f03-9dd0-6d2bb34d4371 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409808 May 17 12:16:20.522062 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e628a1-e457-4b12-836d-271d69a1991f req-1e1d2f72-001d-4582-9a75-a4696ca93c9c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:20.523560 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8e628a1-e457-4b12-836d-271d69a1991f req-1e1d2f72-001d-4582-9a75-a4696ca93c9c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.1002941 May 17 12:16:20.570855 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e8e628a1-e457-4b12-836d-271d69a1991f req-7c4c97b6-1f3a-431a-8175-6ef1f5b9e65e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415332 May 17 12:16:21.685634 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33990-28d5-4ec6-823b-2a17fe0e2edd req-8a25fd11-c5a4-4f6e-afa0-6cf9f5e427d9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:21.687064 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dcf33990-28d5-4ec6-823b-2a17fe0e2edd req-8a25fd11-c5a4-4f6e-afa0-6cf9f5e427d9 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0453806 May 17 12:16:21.711585 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:21.736148 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-dcf33990-28d5-4ec6-823b-2a17fe0e2edd req-3dcc33b6-6421-4f26-9e68-46a45d13f871 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429780 May 17 12:16:21.902499 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4003d686-0438-4ada-ae34-e35f0de568d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:24.302807 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-92baf02e-4516-45c2-818d-636985592de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:25.402245 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:26.762136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:28.358486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:32.193049 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-af6e144e-0d5c-41f3-917c-79cf6932ee0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456085 May 17 12:16:32.910091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-014844aa-f3e3-4513-8f1e-b05e1a3958f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:32.912482 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-014844aa-f3e3-4513-8f1e-b05e1a3958f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd2c9994923540748c1513406e3e7ffc&device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 1130 time: 0.0400655 May 17 12:16:33.023031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-04d4320e-60d2-4419-9db2-8bdd511f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:33.024525 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-04d4320e-60d2-4419-9db2-8bdd511f1023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 200 len: 917 time: 0.0903628 May 17 12:16:33.083845 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-ce1d6de8-1e77-4650-a12b-b28ecbfc93b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 200 len: 1001 time: 0.0526845 May 17 12:16:33.135099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-92ad37aa-2052-4fc1-bc99-8719da111120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:33.136588 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-92ad37aa-2052-4fc1-bc99-8719da111120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 200 len: 855 time: 0.0460885 May 17 12:16:33.181311 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-1ce20e23-13a0-4843-9b0b-082c08d23f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:33.182803 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-1ce20e23-13a0-4843-9b0b-082c08d23f53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397975 May 17 12:16:33.275274 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-783ddb85-f7e4-4e44-9197-eed6fde5974c service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857239 May 17 12:16:33.362983 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-55531faa-c848-4887-ab8a-c3f11a33a4c7 req-a669571f-19cd-4d6f-81df-1a0d1b6068b0 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816886 May 17 12:16:37.563863 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c733-2897-4cdc-8b9e-d084f61f874b req-fde7b20c-110c-44c1-bb7f-fb274ec15428 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:37.565336 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-20d1c733-2897-4cdc-8b9e-d084f61f874b req-fde7b20c-110c-44c1-bb7f-fb274ec15428 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0506079 May 17 12:16:37.611936 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-20d1c733-2897-4cdc-8b9e-d084f61f874b req-3a3abf63-5e0b-4f05-abab-561bfcceab18 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 May 17 12:16:38.727599 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f821-388a-473b-a57b-8a4b5a9dfad9 req-b5770a4f-732b-46e9-aa22-3844602625cd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:38.729059 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bac4f821-388a-473b-a57b-8a4b5a9dfad9 req-b5770a4f-732b-46e9-aa22-3844602625cd tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0470233 May 17 12:16:38.779832 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bac4f821-388a-473b-a57b-8a4b5a9dfad9 req-b8f6752e-ea8f-4ba3-b94f-a5e2d7278111 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 May 17 12:16:39.826812 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f08d60-9b84-4566-a675-8248b4886158 req-12b97e52-159d-44da-848b-320e12af2fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:39.828308 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f9f08d60-9b84-4566-a675-8248b4886158 req-12b97e52-159d-44da-848b-320e12af2fce tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0503023 May 17 12:16:39.903904 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328b6a4-6251-4e66-8627-b2854a6db65f req-6aa2ebd1-7317-4731-a2bd-c2f4ce9840a7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:16:39.905446 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1328b6a4-6251-4e66-8627-b2854a6db65f req-6aa2ebd1-7317-4731-a2bd-c2f4ce9840a7 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 945 time: 0.0457165 May 17 12:16:39.914834 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Deleting port 92cac3bc-855a-4b91-acf1-b871ad7271cc {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:39.915184 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:39.951647 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1328b6a4-6251-4e66-8627-b2854a6db65f req-0b50cedd-8b72-4c60-a982-3eed1bbfcf02 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups?id=b49836fe-4f75-49ef-8109-c375ae75b4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 May 17 12:16:40.005925 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] For port 92cac3bc-855a-4b91-acf1-b871ad7271cc, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=92cac3bc-855a-4b91-acf1-b871ad7271cc,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:40.006285 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:40.409552 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:40.409914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:40.410231 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Floating IP 220a87f0-75bf-47e0-84c5-837d6322bd30 disassociated. External IP: 172.27.2.172, port: 92cac3bc-855a-4b91-acf1-b871ad7271cc. May 17 12:16:40.410574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Calling delete_port for 92cac3bc-855a-4b91-acf1-b871ad7271cc owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:40.539270 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (92cac3bc-855a-4b91-acf1-b871ad7271cc), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:40.566162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'Port': ['ID=92cac3bc-855a-4b91-acf1-b871ad7271cc,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:40.577924 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.578280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.578630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.578980 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.579319 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.579658 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.579990 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.580353 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.580688 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.581018 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.581349 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.581688 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.582015 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.582338 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.582663 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:40.708586 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:16:40.813381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:16:40.826007 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:16:40.837939 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:16:40.838561 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:40.857483 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] No DVR routers for this DVR port 92cac3bc-855a-4b91-acf1-b871ad7271cc on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:16:40.859929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:40.863114 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f9f08d60-9b84-4566-a675-8248b4886158 req-75de114e-0208-4f71-a3b7-4ca918bda8cb tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.35 "DELETE /v2.0/ports/92cac3bc-855a-4b91-acf1-b871ad7271cc HTTP/1.1" status: 204 len: 173 time: 1.0286448 May 17 12:16:40.863557 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'name': 'network-vif-deleted', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:16:40.866856 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5711c77-0165-4b7c-bb67-037265d178a7" -d '{"events": [{"server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "name": "network-vif-deleted", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:16:40.912331 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36aeab5-3b91-4c41-94bc-25bdab7ea7c9 x-openstack-request-id: req-e36aeab5-3b91-4c41-94bc-25bdab7ea7c9 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:16:40.912729 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1173f42-664f-4561-8e8f-0842a8d139cc", "name": "network-vif-deleted", "tag": "92cac3bc-855a-4b91-acf1-b871ad7271cc", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:16:40.913083 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e36aeab5-3b91-4c41-94bc-25bdab7ea7c9 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:16:40.913631 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36aeab5-3b91-4c41-94bc-25bdab7ea7c9'] response: {'server_uuid': 'd1173f42-664f-4561-8e8f-0842a8d139cc', 'name': 'network-vif-deleted', 'tag': '92cac3bc-855a-4b91-acf1-b871ad7271cc', 'status': 'completed', 'code': 200} May 17 12:16:40.958668 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:16:41.096808 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8789b351-7f94-4441-9136-44f482fd4570 req-61663471-d1d9-4903-81b0-e46b83e4dd12 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1173f42-664f-4561-8e8f-0842a8d139cc HTTP/1.1" status: 200 len: 210 time: 0.0331445 May 17 12:16:41.180507 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:41.209811 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:16:41.218287 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:16:41.218891 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:41.318744 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:16:41.594463 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:41.619035 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556d88a-4fa4-4ca8-92c3-f17f32709762 None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:06:26Z', 'revision_number': 4, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'fd2ea6e0-89ec-436a-a44a-b17ee486c82c', 'name': '', 'network_id': '94b88bbc-a9e8-40ae-bcc3-9f4064606643', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'mac_address': 'fa:16:3e:da:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:25Z', 'updated_at': '2022-05-17T12:06:42Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'subnets': [{'id': '24de9e50-9512-4d5a-b8ef-4965d322a6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:16:41.827639 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9662f-41d0-4457-8ada-b3abe9b07794 None None] New status for floating IP 220a87f0-75bf-47e0-84c5-837d6322bd30: DOWN {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:16:42.184229 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56250) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:42.236487 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (b49836fe-4f75-49ef-8109-c375ae75b4d5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.260130 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (b49836fe-4f75-49ef-8109-c375ae75b4d5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.305490 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b49836fe-4f75-49ef-8109-c375ae75b4d5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.308106 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.309278 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "DELETE /v2.0/security-groups/b49836fe-4f75-49ef-8109-c375ae75b4d5 HTTP/1.1" status: 204 len: 168 time: 0.1240754 May 17 12:16:42.312137 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56252) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:42.318635 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268c76-b404-476a-be0b-c1b13a2a37ab tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49836fe-4f75-49ef-8109-c375ae75b4d5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:42.326601 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-94a10710-88dc-459c-9417-bd9fc92598e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] show failed (client error): The resource could not be found. May 17 12:16:42.327605 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-94a10710-88dc-459c-9417-bd9fc92598e9 tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "GET /v2.0/security-groups/b49836fe-4f75-49ef-8109-c375ae75b4d5 HTTP/1.1" status: 404 len: 347 time: 0.0144227 May 17 12:16:42.330417 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56254) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:42.441096 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Deleting port b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:42.441443 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.518410 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.518826 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.530868 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Calling delete_port for b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:42.659622 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.684265 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Pushing event deleted for resources: {'Port': ['ID=b3561b89-8a0c-46ff-9aa6-a7e2bf3a4120,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:42.733448 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 92cac3bc-855a-4b91-acf1-b871ad7271cc no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:16:42.749575 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks [] for floatingip (220a87f0-75bf-47e0-84c5-837d6322bd30), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.752279 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:42.753181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 92cac3bc-855a-4b91-acf1-b871ad7271cc {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:16:42.753426 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6a3d98cb-7325-4a5f-94b6-05c89401dcda tempest-AttachVolumeTestJSON-2050431149 tempest-AttachVolumeTestJSON-2050431149-project] 10.222.0.58 "DELETE /v2.0/floatingips/220a87f0-75bf-47e0-84c5-837d6322bd30 HTTP/1.1" status: 204 len: 168 time: 0.4220207 May 17 12:16:42.753605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 92cac3bc-855a-4b91-acf1-b871ad7271cc not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:16:46.282253 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56286) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:46.683015 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:46.904041 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Deleting port fd2ea6e0-89ec-436a-a44a-b17ee486c82c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:46.904424 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:46.980983 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] For port fd2ea6e0-89ec-436a-a44a-b17ee486c82c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:46.981350 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:46.994344 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Calling delete_port for fd2ea6e0-89ec-436a-a44a-b17ee486c82c owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:47.171351 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (fd2ea6e0-89ec-436a-a44a-b17ee486c82c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.195842 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2ea6e0-89ec-436a-a44a-b17ee486c82c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:47.359569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.558295 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Router c822c50a-06a4-45a7-a13b-c79c0ded09c8 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:16:47.658855 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:16:47.664346 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-cb35bce0-bba1-4e16-8fc7-da41ba0274c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/c822c50a-06a4-45a7-a13b-c79c0ded09c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807371 May 17 12:16:47.666724 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56290) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:47.668390 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Sync routers for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:16:47.678392 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:16:47.679001 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:47.764588 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks [] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.779697 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:16:47.860651 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks [] for router_gateway (c822c50a-06a4-45a7-a13b-c79c0ded09c8), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.902869 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Deleting port dee45462-77a1-41a7-b389-682878234fb5 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:47.903213 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (dee45462-77a1-41a7-b389-682878234fb5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.947098 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dee45462-77a1-41a7-b389-682878234fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:16:47Z', 'revision_number': 5, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port': {'id': 'dee45462-77a1-41a7-b389-682878234fb5', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:97:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:47.972373 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Checking router: c822c50a-06a4-45a7-a13b-c79c0ded09c8 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:16:47.981008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] For port dee45462-77a1-41a7-b389-682878234fb5, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=dee45462-77a1-41a7-b389-682878234fb5,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:47.981188 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Routers {'c822c50a-06a4-45a7-a13b-c79c0ded09c8'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:16:47.981372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (dee45462-77a1-41a7-b389-682878234fb5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:47.981712 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:47.998180 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Calling delete_port for dee45462-77a1-41a7-b389-682878234fb5 owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:48.063921 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] Set router c822c50a-06a4-45a7-a13b-c79c0ded09c8 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:16:48.118824 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:16:47Z', 'revision_number': 6, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:48.145965 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c707d-6a38-4e6d-9b26-65524867e75d None None] The sync data for ids ['c822c50a-06a4-45a7-a13b-c79c0ded09c8'] in dv-cinder-837699-7-iscsi is: [{'id': 'c822c50a-06a4-45a7-a13b-c79c0ded09c8', 'name': 'tempest-AttachVolumeTestJSON-97068052-router', 'tenant_id': '2ae797920785457f975f9f85d80849af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:17Z', 'updated_at': '2022-05-17T12:16:47Z', 'revision_number': 6, 'project_id': '2ae797920785457f975f9f85d80849af', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:16:48.155912 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (dee45462-77a1-41a7-b389-682878234fb5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.182631 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=dee45462-77a1-41a7-b389-682878234fb5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:48.197303 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.197658 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.198000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.198340 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.198678 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.199009 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.199336 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.199689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.200296 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.200623 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.200949 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.201272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.201592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.201914 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.202233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:16:48.257788 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.341088 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.343276 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks [] for router_controller (c822c50a-06a4-45a7-a13b-c79c0ded09c8), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.383908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (c822c50a-06a4-45a7-a13b-c79c0ded09c8), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.384507 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c822c50a-06a4-45a7-a13b-c79c0ded09c8 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:16:48.388648 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.389780 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-2f38b23d-d67a-439d-8b4a-cacb260f5d6b admin admin] 10.222.0.58 "DELETE /v2.0/routers/c822c50a-06a4-45a7-a13b-c79c0ded09c8 HTTP/1.1" status: 204 len: 168 time: 0.7220557 May 17 12:16:48.392379 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56292) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:48.439599 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Deleting subnet 24de9e50-9512-4d5a-b8ef-4965d322a6e4 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:16:48.442585 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Publish callbacks [] for subnet (24de9e50-9512-4d5a-b8ef-4965d322a6e4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.739673 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (24de9e50-9512-4d5a-b8ef-4965d322a6e4), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.809620 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (24de9e50-9512-4d5a-b8ef-4965d322a6e4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.863226 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (24de9e50-9512-4d5a-b8ef-4965d322a6e4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.889071 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24de9e50-9512-4d5a-b8ef-4965d322a6e4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:48.893982 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.898310 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-95c357e1-8826-430c-bf56-47b27cbbf6de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/24de9e50-9512-4d5a-b8ef-4965d322a6e4 HTTP/1.1" status: 204 len: 168 time: 0.5049376 May 17 12:16:48.899121 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd322b0c-39ad-4004-9060-f0fb3adb8598 None None] Network 94b88bbc-a9e8-40ae-bcc3-9f4064606643 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:16:48.901075 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56294) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:48.986173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (94b88bbc-a9e8-40ae-bcc3-9f4064606643), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:48.990804 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device fd2ea6e0-89ec-436a-a44a-b17ee486c82c no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:16:49.029522 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Deleting port 03df7733-b549-4bbe-9c1d-d6f7535be91c {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:49.029768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.029983 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: fd2ea6e0-89ec-436a-a44a-b17ee486c82c {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:16:49.030379 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device fd2ea6e0-89ec-436a-a44a-b17ee486c82c not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:16:49.030781 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device dee45462-77a1-41a7-b389-682878234fb5 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:16:49.053392 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: dee45462-77a1-41a7-b389-682878234fb5 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:16:49.053716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device dee45462-77a1-41a7-b389-682878234fb5 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:16:49.093805 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] For port 03df7733-b549-4bbe-9c1d-d6f7535be91c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=03df7733-b549-4bbe-9c1d-d6f7535be91c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:49.094184 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.108433 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Calling delete_port for 03df7733-b549-4bbe-9c1d-d6f7535be91c owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:49.138319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] DHCP port deletion for 94b88bbc-a9e8-40ae-bcc3-9f4064606643 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:16:49.181837 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Deleting port 03df7733-b549-4bbe-9c1d-d6f7535be91c {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:16:49.182346 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.196406 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.224948 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Pushing event deleted for resources: {'Port': ['ID=03df7733-b549-4bbe-9c1d-d6f7535be91c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:49.229607 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] No DVR routers for this DVR port 03df7733-b549-4bbe-9c1d-d6f7535be91c on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:16:49.258580 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] For port 03df7733-b549-4bbe-9c1d-d6f7535be91c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=03df7733-b549-4bbe-9c1d-d6f7535be91c,segment=NetworkSegment(5af1671a-c043-4d40-862c-6081497c90cf),segment_id=5af1671a-c043-4d40-862c-6081497c90cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:16:49.258580 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.275769 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Calling delete_port for 03df7733-b549-4bbe-9c1d-d6f7535be91c owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:16:49.306093 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (94b88bbc-a9e8-40ae-bcc3-9f4064606643), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.325565 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b88bbc-a9e8-40ae-bcc3-9f4064606643']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:49.334884 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af1671a-c043-4d40-862c-6081497c90cf') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:49.335182 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af1671a-c043-4d40-862c-6081497c90cf') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:16:49.344425 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (5af1671a-c043-4d40-862c-6081497c90cf), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.353949 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (03df7733-b549-4bbe-9c1d-d6f7535be91c), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.357890 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (5af1671a-c043-4d40-862c-6081497c90cf), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.365626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:16:49.366012 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (5af1671a-c043-4d40-862c-6081497c90cf), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:16:49.367860 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:16:49.380080 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] Pushing event deleted for resources: {'Port': ['ID=03df7733-b549-4bbe-9c1d-d6f7535be91c,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:49.384405 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473f493-2c92-4773-9b86-beac46eb9c63 None None] No DVR routers for this DVR port 03df7733-b549-4bbe-9c1d-d6f7535be91c on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:16:49.427028 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (94b88bbc-a9e8-40ae-bcc3-9f4064606643), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.434067 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.437123 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] 10.222.0.58 "DELETE /v2.0/networks/94b88bbc-a9e8-40ae-bcc3-9f4064606643 HTTP/1.1" status: 204 len: 168 time: 0.5350492 May 17 12:16:49.450961 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34964a8-2349-465d-832e-ff14bdfd34fc admin admin] Pushing event deleted for resources: {'Network': ['ID=94b88bbc-a9e8-40ae-bcc3-9f4064606643,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:49.565039 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56300) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:49.606347 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f3b486a3-62a8-471c-9520-9ee6f63a9859 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ae797920785457f975f9f85d80849af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400944 May 17 12:16:49.608709 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56302) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:16:49.654810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] Publish callbacks [] for security_group (ff43601c-62c3-4ff5-8254-870a263df43c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.675505 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] Publish callbacks [] for security_group (ff43601c-62c3-4ff5-8254-870a263df43c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.721885 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (ff43601c-62c3-4ff5-8254-870a263df43c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.724661 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:49.725830 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff43601c-62c3-4ff5-8254-870a263df43c HTTP/1.1" status: 204 len: 168 time: 0.1162157 May 17 12:16:49.733497 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1cf60-ec66-4a80-a257-93e6669c93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43601c-62c3-4ff5-8254-870a263df43c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:16:50.744999 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 03df7733-b549-4bbe-9c1d-d6f7535be91c no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:16:50.769890 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 03df7733-b549-4bbe-9c1d-d6f7535be91c {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:16:50.770864 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 03df7733-b549-4bbe-9c1d-d6f7535be91c not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:16:51.710968 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:51.903918 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-568ff7dc-9fb7-46bc-b16d-3bac0a6b8051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:54.304984 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-dab1e4d0-6d55-4c96-b0c1-3cd657217627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:54.470988 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:16:55.404397 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:56.761811 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:16:58.361116 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:01.856275 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c895-1843-493f-a242-1043389e4305 req-e90f4a71-2bd4-4c28-82b4-d7f1f9acfdc8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:01.857770 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0c19c895-1843-493f-a242-1043389e4305 req-e90f4a71-2bd4-4c28-82b4-d7f1f9acfdc8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0498743 May 17 12:17:01.916718 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0c19c895-1843-493f-a242-1043389e4305 req-06c72328-4bfc-4e5f-95a4-2bb60b95d98c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527830 May 17 12:17:01.976682 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-a6d82de5-d828-48f1-9b70-85803c175619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:01.978145 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-a6d82de5-d828-48f1-9b70-85803c175619 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1168 time: 0.1338928 May 17 12:17:02.076072 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-31c8e7d8-8249-4686-9ea7-69344e327103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:02.077552 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-31c8e7d8-8249-4686-9ea7-69344e327103 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.0930672 May 17 12:17:02.138461 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-90550f4c-a32e-4fe6-9ffa-a07b84c72e90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 1001 time: 0.0541964 May 17 12:17:02.194938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-1a1e9827-67ec-4676-8ee9-1a8d28960332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:02.196483 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-1a1e9827-67ec-4676-8ee9-1a8d28960332 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0506177 May 17 12:17:02.240837 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-0b2a7be7-d61e-4edd-9504-f12569255535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:02.242329 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-0b2a7be7-d61e-4edd-9504-f12569255535 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395899 May 17 12:17:02.252792 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-559bc43b-807b-432c-aa0a-262c38843cff service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:17:02.253791 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-559bc43b-807b-432c-aa0a-262c38843cff service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051134 May 17 12:17:02.345113 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-2725b1a5-cd0e-442a-ace0-5f4712be6aea service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855896 May 17 12:17:02.452689 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-513742ae-3a58-45af-99ba-267a0d2ea557 req-9950c309-76f8-42a0-8e5a-50adb5fdbd93 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994914 May 17 12:17:02.515499 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56456) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:02.625090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69204591-3bb4-4473-9173-109a07f8f128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.703045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69204591-3bb4-4473-9173-109a07f8f128 admin admin] Publish callbacks [] for security_group (db1558e7-ec1d-4b94-b799-db69803dd269), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.706666 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-69204591-3bb4-4473-9173-109a07f8f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (db1558e7-ec1d-4b94-b799-db69803dd269), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.748529 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-69204591-3bb4-4473-9173-109a07f8f128 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d66e3f102883497c8f3573a85bd3eb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318523 May 17 12:17:02.751178 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56460) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:02.753091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204591-3bb4-4473-9173-109a07f8f128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1558e7-ec1d-4b94-b799-db69803dd269,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:02.799260 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] Publish callbacks [] for security_group (db1558e7-ec1d-4b94-b799-db69803dd269), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.819882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] Publish callbacks [] for security_group (db1558e7-ec1d-4b94-b799-db69803dd269), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.868672 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (db1558e7-ec1d-4b94-b799-db69803dd269), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.871206 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:02.872346 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db1558e7-ec1d-4b94-b799-db69803dd269 HTTP/1.1" status: 204 len: 168 time: 0.1201694 May 17 12:17:02.880151 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb370-9a6c-4aaa-a0a7-4ac82546dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1558e7-ec1d-4b94-b799-db69803dd269,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:03.040407 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bddd5-e1b2-4739-aab0-df888e2f336d req-b0362b59-fc81-418f-b55a-47de06a88de5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:03.041898 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-267bddd5-e1b2-4739-aab0-df888e2f336d req-b0362b59-fc81-418f-b55a-47de06a88de5 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0531449 May 17 12:17:03.103351 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-267bddd5-e1b2-4739-aab0-df888e2f336d req-6056a6d5-7d29-4375-811f-d633d06ecde0 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558519 May 17 12:17:03.136191 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56468) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:03.149969 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e79c-ea64-4e65-bd47-4eebe1129a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.225141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e79c-ea64-4e65-bd47-4eebe1129a19 admin admin] Publish callbacks [] for security_group (d5877174-66ad-487c-b630-3bc63b7ee2c4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.228567 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e79c-ea64-4e65-bd47-4eebe1129a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d5877174-66ad-487c-b630-3bc63b7ee2c4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.263811 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2e79c-ea64-4e65-bd47-4eebe1129a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5877174-66ad-487c-b630-3bc63b7ee2c4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:03.269033 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6fe2e79c-ea64-4e65-bd47-4eebe1129a19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78d0994d2a464f7cbde08aec6763f413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318138 May 17 12:17:03.272428 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56470) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:03.320500 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] Publish callbacks [] for security_group (d5877174-66ad-487c-b630-3bc63b7ee2c4), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.342532 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] Publish callbacks [] for security_group (d5877174-66ad-487c-b630-3bc63b7ee2c4), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.392585 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d5877174-66ad-487c-b630-3bc63b7ee2c4), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.395791 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:03.397034 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5877174-66ad-487c-b630-3bc63b7ee2c4 HTTP/1.1" status: 204 len: 168 time: 0.1236966 May 17 12:17:03.404632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cb829-eed8-48e2-8b4b-ecc8cd272b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5877174-66ad-487c-b630-3bc63b7ee2c4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:04.221688 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675f85-a3b8-453e-a8fd-8dde522ed0fc req-4b4fa78a-f113-422c-9613-1192d542c257 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:04.223260 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1e675f85-a3b8-453e-a8fd-8dde522ed0fc req-4b4fa78a-f113-422c-9613-1192d542c257 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0469487 May 17 12:17:04.282799 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1e675f85-a3b8-453e-a8fd-8dde522ed0fc req-d5a140f9-8417-45e1-8a0e-c72359c48d9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539529 May 17 12:17:05.559832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8e947-0740-4729-9a0f-ad550256f0ee req-c9efb87e-bf72-4a78-a06c-9b517b910436 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:05.561503 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2e8e947-0740-4729-9a0f-ad550256f0ee req-c9efb87e-bf72-4a78-a06c-9b517b910436 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0496542 May 17 12:17:05.624452 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f2e8e947-0740-4729-9a0f-ad550256f0ee req-44b87db8-1ef7-431f-8424-976ba7026378 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565104 May 17 12:17:06.204841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56618) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:06.313522 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f2350c1-5310-4204-a151-d600d7ad41f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.394542 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f2350c1-5310-4204-a151-d600d7ad41f1 admin admin] Publish callbacks [] for security_group (e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.399916 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2f2350c1-5310-4204-a151-d600d7ad41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.436852 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2350c1-5310-4204-a151-d600d7ad41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:06.444571 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56622) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:06.445101 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-2f2350c1-5310-4204-a151-d600d7ad41f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f79fbab2842248d389c125caa44ba358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387798 May 17 12:17:06.497600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] Publish callbacks [] for security_group (e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.519674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] Publish callbacks [] for security_group (e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.567259 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.569833 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.570961 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c HTTP/1.1" status: 204 len: 168 time: 0.1246595 May 17 12:17:06.578661 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1286-602b-4cdb-b365-595654b8d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9324cc8-6fd5-4f14-8b4d-5c0e9364b18c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:06.741422 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826df199-a24b-41da-af43-2c3815d643a3 req-cd80c188-0038-4ab3-a6db-dc9c79502dcf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:06.742884 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-826df199-a24b-41da-af43-2c3815d643a3 req-cd80c188-0038-4ab3-a6db-dc9c79502dcf tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0503409 May 17 12:17:06.805903 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-826df199-a24b-41da-af43-2c3815d643a3 req-0dd22b8f-85db-49c9-8cbd-b70e096a6d71 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575252 May 17 12:17:06.845567 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56630) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:06.860845 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f61f884e-cf87-43c7-8a8c-120eaa8ca5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.934344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f61f884e-cf87-43c7-8a8c-120eaa8ca5ef admin admin] Publish callbacks [] for security_group (3c4ee07b-4072-4481-905f-6130f3374469), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.938041 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f61f884e-cf87-43c7-8a8c-120eaa8ca5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3c4ee07b-4072-4481-905f-6130f3374469), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:06.975368 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f61f884e-cf87-43c7-8a8c-120eaa8ca5ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7990a2e84b3a496ca6151112d0bfbfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286166 May 17 12:17:06.976136 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f884e-cf87-43c7-8a8c-120eaa8ca5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ee07b-4072-4481-905f-6130f3374469,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:06.977993 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56632) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:07.026282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] Publish callbacks [] for security_group (3c4ee07b-4072-4481-905f-6130f3374469), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:07.046872 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] Publish callbacks [] for security_group (3c4ee07b-4072-4481-905f-6130f3374469), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:07.093511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3c4ee07b-4072-4481-905f-6130f3374469), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:07.096376 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:07.097507 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c4ee07b-4072-4481-905f-6130f3374469 HTTP/1.1" status: 204 len: 168 time: 0.1184790 May 17 12:17:07.105904 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5d036-78ac-4aad-83ee-65ce90155d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ee07b-4072-4481-905f-6130f3374469,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:07.923743 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6cb0-fbad-4361-be48-f99c873129ca req-5fb1ad88-52d6-4286-a5f0-87e686041172 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:07.925886 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3c3c6cb0-fbad-4361-be48-f99c873129ca req-5fb1ad88-52d6-4286-a5f0-87e686041172 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0503795 May 17 12:17:07.996802 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3c3c6cb0-fbad-4361-be48-f99c873129ca req-107f82f1-044e-4e2e-b6dc-e016c84f4d86 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638986 May 17 12:17:09.011375 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56720) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:09.111098 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9bdaa-485f-4152-ac0d-a6ba0a1f0723 req-3f5a5dd7-9d37-4185-a536-e487c0d4e5f9 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:09.112602 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08c9bdaa-485f-4152-ac0d-a6ba0a1f0723 req-3f5a5dd7-9d37-4185-a536-e487c0d4e5f9 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0474362 May 17 12:17:09.116968 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a623626e-70ef-4099-932e-754ba7630b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.172651 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-08c9bdaa-485f-4152-ac0d-a6ba0a1f0723 req-c9e2258e-6425-42fc-ab00-10e87734b987 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537012 May 17 12:17:09.194511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a623626e-70ef-4099-932e-754ba7630b8e admin admin] Publish callbacks [] for security_group (a1bc1605-13d0-45d4-a2e0-9a9b69faebf5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.199413 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a623626e-70ef-4099-932e-754ba7630b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a1bc1605-13d0-45d4-a2e0-9a9b69faebf5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.238095 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a623626e-70ef-4099-932e-754ba7630b8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=585d960dd02943e3bc9760dd5045e12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256646 May 17 12:17:09.239092 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623626e-70ef-4099-932e-754ba7630b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc1605-13d0-45d4-a2e0-9a9b69faebf5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:09.240878 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56726) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:09.288488 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] Publish callbacks [] for security_group (a1bc1605-13d0-45d4-a2e0-9a9b69faebf5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.311457 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] Publish callbacks [] for security_group (a1bc1605-13d0-45d4-a2e0-9a9b69faebf5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.356159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a1bc1605-13d0-45d4-a2e0-9a9b69faebf5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.358644 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.359761 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1bc1605-13d0-45d4-a2e0-9a9b69faebf5 HTTP/1.1" status: 204 len: 168 time: 0.1179042 May 17 12:17:09.367922 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587c0d5-6095-4adf-bbb7-3f0dfd2f9a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc1605-13d0-45d4-a2e0-9a9b69faebf5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:09.626126 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56734) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:09.639753 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fae3bb69-3219-47db-81ca-a389ba655106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.714270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fae3bb69-3219-47db-81ca-a389ba655106 admin admin] Publish callbacks [] for security_group (1e93607e-0c6d-488e-9b1a-54437f85adbb), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.717889 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fae3bb69-3219-47db-81ca-a389ba655106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1e93607e-0c6d-488e-9b1a-54437f85adbb), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.757684 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fae3bb69-3219-47db-81ca-a389ba655106 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7405093e818e462496af72f5fcc93941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304543 May 17 12:17:09.758812 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3bb69-3219-47db-81ca-a389ba655106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93607e-0c6d-488e-9b1a-54437f85adbb,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:09.760897 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56736) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:09.808190 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] Publish callbacks [] for security_group (1e93607e-0c6d-488e-9b1a-54437f85adbb), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.835856 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] Publish callbacks [] for security_group (1e93607e-0c6d-488e-9b1a-54437f85adbb), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.881166 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (1e93607e-0c6d-488e-9b1a-54437f85adbb), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.883618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:09.884768 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e93607e-0c6d-488e-9b1a-54437f85adbb HTTP/1.1" status: 204 len: 168 time: 0.1228960 May 17 12:17:09.891938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ac782-bda8-4dd1-a190-a868477186ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93607e-0c6d-488e-9b1a-54437f85adbb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:10.293439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259e91b-af73-40b3-8fd8-601e8f15d608 req-83c5dd09-3dc6-4e1f-acb9-e6c7b4405d24 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:10.294957 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2259e91b-af73-40b3-8fd8-601e8f15d608 req-83c5dd09-3dc6-4e1f-acb9-e6c7b4405d24 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0536847 May 17 12:17:10.356910 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2259e91b-af73-40b3-8fd8-601e8f15d608 req-aa2180bf-96a2-4b42-863c-5187a8489ddb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564198 May 17 12:17:11.473072 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbccf6-dd35-43cc-9c42-d05d3b557b44 req-1b624e37-7cd2-4d26-b69b-20f038436424 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:11.474868 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f2dbccf6-dd35-43cc-9c42-d05d3b557b44 req-1b624e37-7cd2-4d26-b69b-20f038436424 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0479357 May 17 12:17:11.538898 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f2dbccf6-dd35-43cc-9c42-d05d3b557b44 req-f774d30c-9a11-46ac-aa6d-d1e417825a1e tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583804 May 17 12:17:12.651469 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1a45-7b27-4226-ab39-1b28b205e7db req-3d12a01b-ea07-4be1-9d92-971b42a63d49 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:12.652980 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d49e1a45-7b27-4226-ab39-1b28b205e7db req-3d12a01b-ea07-4be1-9d92-971b42a63d49 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0465832 May 17 12:17:12.716135 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d49e1a45-7b27-4226-ab39-1b28b205e7db req-16616f32-456b-486d-8434-cd6ed6b6925c tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573280 May 17 12:17:13.842154 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536bba2-9849-4e66-bc44-ccb31087ef56 req-8a5814b5-7372-421c-b0dc-ef122a811066 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:13.844447 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0536bba2-9849-4e66-bc44-ccb31087ef56 req-8a5814b5-7372-421c-b0dc-ef122a811066 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0510879 May 17 12:17:13.908320 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0536bba2-9849-4e66-bc44-ccb31087ef56 req-1725e917-95cb-466a-9691-b6d1a9f337e7 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574670 May 17 12:17:15.037658 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1dd65-e948-4abc-9397-dd62bea3ddb7 req-f752eb16-14e3-4547-9635-05f1bcd400d8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:15.037658 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f0a1dd65-e948-4abc-9397-dd62bea3ddb7 req-f752eb16-14e3-4547-9635-05f1bcd400d8 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0519173 May 17 12:17:15.097036 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f0a1dd65-e948-4abc-9397-dd62bea3ddb7 req-0a427b23-3304-4307-bc28-cbc02e21eaef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&id=46ab5eb0-183a-4086-9c79-d63470e071c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589659 May 17 12:17:17.542703 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e1a07-2bf8-4911-9dc4-c9a8fec2064e req-85ec30cd-fcbd-4162-9641-0b2bc0f17b17 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:17.544516 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-987e1a07-2bf8-4911-9dc4-c9a8fec2064e req-85ec30cd-fcbd-4162-9641-0b2bc0f17b17 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0500834 May 17 12:17:17.591767 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-987e1a07-2bf8-4911-9dc4-c9a8fec2064e req-e75240af-061e-46d3-bbcd-044d9c4447ef tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 May 17 12:17:17.771696 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56906) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:17.882743 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ccec564f-d51d-43d9-8a13-2357ffe79889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:17.956406 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ccec564f-d51d-43d9-8a13-2357ffe79889 admin admin] Publish callbacks [] for security_group (b2ab100e-1749-4c54-84c9-07770e5d2a1d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:17.960458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ccec564f-d51d-43d9-8a13-2357ffe79889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b2ab100e-1749-4c54-84c9-07770e5d2a1d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:17.998244 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ccec564f-d51d-43d9-8a13-2357ffe79889 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=830ac0a98b3145b79670f1d5f13e1da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254319 May 17 12:17:17.999073 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec564f-d51d-43d9-8a13-2357ffe79889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab100e-1749-4c54-84c9-07770e5d2a1d,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:18.001008 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56910) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:18.050479 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] Publish callbacks [] for security_group (b2ab100e-1749-4c54-84c9-07770e5d2a1d), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.070931 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] Publish callbacks [] for security_group (b2ab100e-1749-4c54-84c9-07770e5d2a1d), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.120688 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b2ab100e-1749-4c54-84c9-07770e5d2a1d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.123262 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.124477 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2ab100e-1749-4c54-84c9-07770e5d2a1d HTTP/1.1" status: 204 len: 168 time: 0.1224384 May 17 12:17:18.136401 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df49579-23f6-4635-8a60-0329129f3cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab100e-1749-4c54-84c9-07770e5d2a1d,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:18.396818 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56916) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:18.410012 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d77c0e2d-a4bc-46d0-b4c6-8758e1831082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.483633 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d77c0e2d-a4bc-46d0-b4c6-8758e1831082 admin admin] Publish callbacks [] for security_group (a24fb0e1-1962-4d31-9c96-dde83eab23a9), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.487228 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d77c0e2d-a4bc-46d0-b4c6-8758e1831082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a24fb0e1-1962-4d31-9c96-dde83eab23a9), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.772207 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d77c0e2d-a4bc-46d0-b4c6-8758e1831082 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6b62aa8883f4dc1911fb3b8bae55f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742232 May 17 12:17:18.774921 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56920) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:18.781706 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0e2d-a4bc-46d0-b4c6-8758e1831082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24fb0e1-1962-4d31-9c96-dde83eab23a9,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:18.816969 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667ce6-5145-42dc-854b-fd467b91df55 req-fff90492-45be-4c8b-b9cf-d8753bab22bd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:18.819007 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6a667ce6-5145-42dc-854b-fd467b91df55 req-fff90492-45be-4c8b-b9cf-d8753bab22bd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0530839 May 17 12:17:18.824781 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] Publish callbacks [] for security_group (a24fb0e1-1962-4d31-9c96-dde83eab23a9), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.846308 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] Publish callbacks [] for security_group (a24fb0e1-1962-4d31-9c96-dde83eab23a9), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.864680 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6a667ce6-5145-42dc-854b-fd467b91df55 req-cb36fe9e-2b59-4ec8-90ff-13a8a336c943 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 May 17 12:17:18.894410 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a24fb0e1-1962-4d31-9c96-dde83eab23a9), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.897234 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:18.898355 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a24fb0e1-1962-4d31-9c96-dde83eab23a9 HTTP/1.1" status: 204 len: 168 time: 0.1224501 May 17 12:17:18.905880 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c245-28e4-48d8-9a9e-098887d4d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24fb0e1-1962-4d31-9c96-dde83eab23a9,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:19.210216 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56926) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:19.223122 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-35e25327-d45b-45d7-b9cc-6a53ce9d8c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.300447 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-35e25327-d45b-45d7-b9cc-6a53ce9d8c14 admin admin] Publish callbacks [] for security_group (121ed7d1-1632-4823-8ddd-6b7383901751), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.304993 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-35e25327-d45b-45d7-b9cc-6a53ce9d8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (121ed7d1-1632-4823-8ddd-6b7383901751), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.342456 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-35e25327-d45b-45d7-b9cc-6a53ce9d8c14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ac7f059587041f79f25e78be71ee735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310594 May 17 12:17:19.343316 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e25327-d45b-45d7-b9cc-6a53ce9d8c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ed7d1-1632-4823-8ddd-6b7383901751,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:19.345006 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56928) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:19.392929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] Publish callbacks [] for security_group (121ed7d1-1632-4823-8ddd-6b7383901751), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.413888 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] Publish callbacks [] for security_group (121ed7d1-1632-4823-8ddd-6b7383901751), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.460903 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (121ed7d1-1632-4823-8ddd-6b7383901751), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.463452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.464646 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/121ed7d1-1632-4823-8ddd-6b7383901751 HTTP/1.1" status: 204 len: 168 time: 0.1185677 May 17 12:17:19.472170 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d314eb7-6873-425c-82b0-1cc7a64ba6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ed7d1-1632-4823-8ddd-6b7383901751,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:19.616025 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-203eab96-0cf0-4237-a5bf-ecaccee86fcb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:19.617482 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-203eab96-0cf0-4237-a5bf-ecaccee86fcb tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0508852 May 17 12:17:19.701293 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port d332f149-b4a0-45ae-8eb9-e1266bcf6090 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:19.701659 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.802390 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] For port d332f149-b4a0-45ae-8eb9-e1266bcf6090, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d332f149-b4a0-45ae-8eb9-e1266bcf6090,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:19.802866 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.977415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.977793 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:19.978118 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Floating IP ad64cc04-a6c2-4107-a358-35993a8d6403 disassociated. External IP: 172.27.2.59, port: d332f149-b4a0-45ae-8eb9-e1266bcf6090. May 17 12:17:19.978469 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for d332f149-b4a0-45ae-8eb9-e1266bcf6090 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:19.991405 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61235b3-9278-4551-91bb-7d04ce92ad6f req-deee1e70-27e6-4f66-a411-e5da5a0a6579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:19.993189 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a61235b3-9278-4551-91bb-7d04ce92ad6f req-deee1e70-27e6-4f66-a411-e5da5a0a6579 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 945 time: 0.0581477 May 17 12:17:20.045886 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a61235b3-9278-4551-91bb-7d04ce92ad6f req-8fe0702e-69e0-4b60-bce9-cd3dc73987c5 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e7679e7-e0ce-4bf2-befa-dce85196c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 May 17 12:17:20.124488 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (d332f149-b4a0-45ae-8eb9-e1266bcf6090), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.150269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=d332f149-b4a0-45ae-8eb9-e1266bcf6090,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:20.163510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56954) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:20.276824 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:17:20.321168 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166522832-network', 'tenant_id': 'f55775e2790046029256efb09b501c89'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:20.354168 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Made reservation on behalf of f55775e2790046029256efb09b501c89 for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:17:20.356571 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.390267 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.421681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:17:20.431449 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:17:20.441158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:20.441778 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:20.470625 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] No DVR routers for this DVR port d332f149-b4a0-45ae-8eb9-e1266bcf6090 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:20.474208 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.477509 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bda98d3d-5ea6-4a6b-84e6-828e83e5313e req-b687b3fb-a0c2-4b92-aad1-52544de17b12 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.35 "DELETE /v2.0/ports/d332f149-b4a0-45ae-8eb9-e1266bcf6090 HTTP/1.1" status: 204 len: 173 time: 0.8543577 May 17 12:17:20.477958 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'name': 'network-vif-deleted', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:20.480204 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dfeb76-3a3c-4757-a6f8-c86b1cbaba1a" -d '{"events": [{"server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "name": "network-vif-deleted", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:20.533720 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks [] for security_group (89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.541497 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.565021 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c5062-6dc9-46a0-adb0-2f69a0eea1ff x-openstack-request-id: req-fb2c5062-6dc9-46a0-adb0-2f69a0eea1ff {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:20.565314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ac4c1c-c934-4d40-9e9a-3378d9537069", "name": "network-vif-deleted", "tag": "d332f149-b4a0-45ae-8eb9-e1266bcf6090", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:20.565566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb2c5062-6dc9-46a0-adb0-2f69a0eea1ff {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:20.565971 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2c5062-6dc9-46a0-adb0-2f69a0eea1ff'] response: {'server_uuid': 'b3ac4c1c-c934-4d40-9e9a-3378d9537069', 'name': 'network-vif-deleted', 'tag': 'd332f149-b4a0-45ae-8eb9-e1266bcf6090', 'status': 'completed', 'code': 200} May 17 12:17:20.576001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:17:20.578609 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:20.592825 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:20.596089 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (be10a54f-5f8d-442c-b088-d229559fb51b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.596532 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Added segment be10a54f-5f8d-442c-b088-d229559fb51b of type vlan for network 49f3cb23-6bce-4173-805c-bcdc334068cb May 17 12:17:20.645768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (49f3cb23-6bce-4173-805c-bcdc334068cb), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.676028 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (49f3cb23-6bce-4173-805c-bcdc334068cb), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.678530 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:20.679162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.741450 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] Pushing event updated for resources: {'Network': ['ID=49f3cb23-6bce-4173-805c-bcdc334068cb,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:20.756918 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e836b345-7057-431e-9da3-5155c633ae58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5923371 May 17 12:17:20.759849 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56960) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:20.764885 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Request body: {'subnet': {'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166522832-subnet', 'tenant_id': 'f55775e2790046029256efb09b501c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:20.772119 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 49f3cb23-6bce-4173-805c-bcdc334068cb details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:17:20.785165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Made reservation on behalf of f55775e2790046029256efb09b501c89 for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:17:20.788023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13376070'] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:20.839262 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:20.870304 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:17:20.880205 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:20.880887 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:16:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:20.960114 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15953573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13376080'] for subnet (1f36d32c-566d-4477-9dcf-ab0836aa9c7a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:21.016877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f36d32c-566d-4477-9dcf-ab0836aa9c7a,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:21.027390 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Checking segment: {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:17:21.027839 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Network hostable DHCP agents. Network: 49f3cb23-6bce-4173-805c-bcdc334068cb, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:17:21.046446 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Network 49f3cb23-6bce-4173-805c-bcdc334068cb is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:17:21.056692 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 49f3cb23-6bce-4173-805c-bcdc334068cb) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:17:21.064870 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:21.065882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:21.066063 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617d971-45e6-455c-9f35-8bf87f561ba5 None None] Network 49f3cb23-6bce-4173-805c-bcdc334068cb requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:17:21.095584 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a31414cb-364f-43ea-af77-0f49ff47d276 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3255510 May 17 12:17:21.163782 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:21.182150 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bc8a00e9-06b8-454e-abc6-54cf05050ce3 req-b580feb1-badd-4442-b1e3-627bffeac6b6 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3ac4c1c-c934-4d40-9e9a-3378d9537069 HTTP/1.1" status: 200 len: 210 time: 0.0459507 May 17 12:17:21.365273 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280390fe-ac0c-4683-9e87-3a80ce72453c None None] Network 49f3cb23-6bce-4173-805c-bcdc334068cb requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:17:21.476789 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:21.506086 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89543ccc-afa4-4586-9c36-d9c54c94613f None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:06:36Z', 'revision_number': 4, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': 'd5879575-d32c-4b32-b0d9-36d96209edca', 'name': '', 'network_id': '9ff54b2b-d245-42b7-9e38-b4510eee82b9', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'mac_address': 'fa:16:3e:14:7c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:30Z', 'updated_at': '2022-05-17T12:06:49Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'subnets': [{'id': 'e1e09ca7-8bf1-42db-8f10-208c37d7fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:17:21.712153 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:21.748471 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9062651-9ded-469a-8072-b155fb39e776 None None] New status for floating IP ad64cc04-a6c2-4107-a358-35993a8d6403: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:17:21.905334 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c69900ef-5036-452a-bb19-f973e3444b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.266471 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 56978) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:22.324417 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (5e7679e7-e0ce-4bf2-befa-dce85196c4f8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.348759 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (5e7679e7-e0ce-4bf2-befa-dce85196c4f8), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.394761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5e7679e7-e0ce-4bf2-befa-dce85196c4f8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.397352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.398490 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e7679e7-e0ce-4bf2-befa-dce85196c4f8 HTTP/1.1" status: 204 len: 168 time: 0.1310170 May 17 12:17:22.401443 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56980) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:22.407506 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36307ec0-22c3-4533-90ec-e7c3085a9527 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7679e7-e0ce-4bf2-befa-dce85196c4f8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:22.415889 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.api.v2.resource [None req-9a644808-63b9-475b-8eb6-4edfdbd720fd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] show failed (client error): The resource could not be found. May 17 12:17:22.416929 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9a644808-63b9-475b-8eb6-4edfdbd720fd tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "GET /v2.0/security-groups/5e7679e7-e0ce-4bf2-befa-dce85196c4f8 HTTP/1.1" status: 404 len: 347 time: 0.0143831 May 17 12:17:22.419798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 56982) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:22.529227 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Deleting port 929a2091-db12-494d-a347-20d96498d6b0 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:22.529583 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (929a2091-db12-494d-a347-20d96498d6b0), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.604341 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (929a2091-db12-494d-a347-20d96498d6b0), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.604672 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (929a2091-db12-494d-a347-20d96498d6b0), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.616588 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Calling delete_port for 929a2091-db12-494d-a347-20d96498d6b0 owned by network:floatingip {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:22.753550 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (929a2091-db12-494d-a347-20d96498d6b0), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.780121 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Pushing event deleted for resources: {'Port': ['ID=929a2091-db12-494d-a347-20d96498d6b0,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:22.844502 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks [] for floatingip (ad64cc04-a6c2-4107-a358-35993a8d6403), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.846998 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:22.848151 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-4a4791f3-1482-454f-9a91-0298d64aa4a1 tempest-AttachVolumeNegativeTest-1061468996 tempest-AttachVolumeNegativeTest-1061468996-project] 10.222.0.58 "DELETE /v2.0/floatingips/ad64cc04-a6c2-4107-a358-35993a8d6403 HTTP/1.1" status: 204 len: 168 time: 0.4274244 May 17 12:17:22.868260 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-a7883288-b7f7-4410-97c1-4cbdf1d29f00 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:22.869745 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-a7883288-b7f7-4410-97c1-4cbdf1d29f00 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 809 time: 0.1038680 May 17 12:17:22.884580 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-4e2488a6-68bc-41e6-bfce-a6d2fbfde66b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/quotas/f55775e2790046029256efb09b501c89 HTTP/1.1" status: 200 len: 375 time: 0.0095792 May 17 12:17:22.897088 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device d332f149-b4a0-45ae-8eb9-e1266bcf6090 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:22.922560 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: d332f149-b4a0-45ae-8eb9-e1266bcf6090 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:22.922729 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-f0d4c563-311a-4a9c-a133-d1e3de5b7fd0 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329688 May 17 12:17:22.923319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device d332f149-b4a0-45ae-8eb9-e1266bcf6090 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:22.933601 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-6322ab1a-1496-453c-9a7a-ac02ebf07769 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:17:22.934561 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-6322ab1a-1496-453c-9a7a-ac02ebf07769 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051115 May 17 12:17:23.026672 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-6314169a-dc12-4361-ae5b-604ec0b5636b service neutron] 10.222.0.58 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864291 May 17 12:17:23.117424 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-b82615c8-9253-423d-ac70-3558a5cc7678 service neutron] 10.222.0.58 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 May 17 12:17:23.274576 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-ddf90050-58c6-47b4-818f-e7caf3cd2626 req-44db24ff-d656-466f-90bd-1e9a36e33ffc tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 210 time: 0.0283742 May 17 12:17:24.304884 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-460ba80f-c6af-4191-ae9a-52ca84aa3009 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:24.306482 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-460ba80f-c6af-4191-ae9a-52ca84aa3009 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 809 time: 0.1004500 May 17 12:17:24.312460 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-50ca2234-c375-4eb3-b997-f303b4476f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:24.331924 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Request body: {'port': {'device_id': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb', 'admin_state_up': True, 'tenant_id': 'f55775e2790046029256efb09b501c89'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:24.393007 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3af71d08-7079-439a-8207-46cb4593b1f0 req-d5fa8a06-bfc1-418b-87ae-5f49594cb78f tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 210 time: 0.0377846 May 17 12:17:24.468572 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Made reservation on behalf of f55775e2790046029256efb09b501c89 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:17:24.471892 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:24.602996 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Allocated IP 172.20.0.11 (49f3cb23-6bce-4173-805c-bcdc334068cb/1f36d32c-566d-4477-9dcf-ab0836aa9c7a/9d598f14-a332-412f-bd09-ae5bc55fe7c5) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:17:24.752499 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks [] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:24.784296 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:24.827147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Network 49f3cb23-6bce-4173-805c-bcdc334068cb is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:17:24.830194 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:17:24.836717 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:17:24.859242 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Pushing event updated for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:24.886187 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:24.886791 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:24.902969 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-d0b8c67c-4fa5-43b6-9934-d3cd7202d89a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751727 May 17 12:17:24.924605 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Request body: {'port': {'device_id': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:24.984619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.266806 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d598f14-a332-412f-bd09-ae5bc55fe7c5 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:17:25.274985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks [] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.290259 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Transition to ACTIVE for port object 9d598f14-a332-412f-bd09-ae5bc55fe7c5 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:17:25.292441 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.348327 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Pushing event updated for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:25.409431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.430312 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Attempting to bind port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:17:25.430877 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Attempting to bind port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:17:25.431109 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Attempting to bind port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 on network 49f3cb23-6bce-4173-805c-bcdc334068cb {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:17:25.435690 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 on network 49f3cb23-6bce-4173-805c-bcdc334068cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:17:25.436014 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Attempting to bind port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 on network 49f3cb23-6bce-4173-805c-bcdc334068cb {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:17:25.443176 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:17:25.443510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Checking segment: {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:17:25.443891 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Bound using segment: {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:17:25.444338 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Bound port: 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:17:25.444702 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.505990 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a9e3-c9c3-4568-809d-12d62a34b0d9 req-e88f75d6-8cae-4f0a-9c1d-ccbe11643d35 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:25.506588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:17:25.507470 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1bc5a9e3-c9c3-4568-809d-12d62a34b0d9 req-e88f75d6-8cae-4f0a-9c1d-ccbe11643d35 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 944 time: 0.0465646 May 17 12:17:25.509365 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:17:25.515493 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.547198 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:25.547839 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:25.549196 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] 10.222.0.35 "PUT /v2.0/ports/9d598f14-a332-412f-bd09-ae5bc55fe7c5 HTTP/1.1" status: 200 len: 1094 time: 0.6285243 May 17 12:17:25.549633 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:25.552402 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee80b9-78aa-4eab-9785-6f6cc8e82122" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:25.557105 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-1bc5a9e3-c9c3-4568-809d-12d62a34b0d9 req-a2a67d54-3b1e-4bcd-8d8e-0edf4a67587e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 May 17 12:17:25.589521 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9de6c-aa21-453b-9a8a-d71c0be17d1d service neutron] Pushing event updated for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:25.602053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f756bd-5368-4211-9d96-ad1363213e1b x-openstack-request-id: req-24f756bd-5368-4211-9d96-ad1363213e1b {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:25.602420 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:25.602681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24f756bd-5368-4211-9d96-ad1363213e1b {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:25.603087 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f756bd-5368-4211-9d96-ad1363213e1b'] response: {'name': 'network-changed', 'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5', 'status': 'completed', 'code': 200} May 17 12:17:25.665508 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-ba4a4498-78e6-4cd6-a97c-470a2248df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:25.666972 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-ba4a4498-78e6-4cd6-a97c-470a2248df86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 1128 time: 0.0387404 May 17 12:17:25.719103 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-ff56856a-d64f-427f-9eef-70ce899c9b93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5 HTTP/1.1" status: 200 len: 217 time: 0.0340862 May 17 12:17:25.769989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-34531eb6-f8d3-4de0-953f-fcf32591fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:25.771604 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-34531eb6-f8d3-4de0-953f-fcf32591fed1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f36d32c-566d-4477-9dcf-ab0836aa9c7a HTTP/1.1" status: 200 len: 849 time: 0.0470886 May 17 12:17:25.809336 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-b8a1507b-644f-4ef9-a7cf-149aca809216 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f3cb23-6bce-4173-805c-bcdc334068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294762 May 17 12:17:25.896864 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-56bf2020-a719-46d6-be03-1f308956f515 service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807767 May 17 12:17:25.987913 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-41a9dde0-d1c1-4ece-a4cb-78fd6d5f9886 req-64299231-780b-4b82-b7a8-dde38ccfee7e service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833750 May 17 12:17:26.536593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57056) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:26.713650 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c5303-03f0-46f0-9a4d-8d38f86f7269 req-af184121-4e24-4d7e-a6af-e9a8c0e0d113 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:26.715131 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-547c5303-03f0-46f0-9a4d-8d38f86f7269 req-af184121-4e24-4d7e-a6af-e9a8c0e0d113 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 944 time: 0.0815990 May 17 12:17:26.768292 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:26.810649 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-547c5303-03f0-46f0-9a4d-8d38f86f7269 req-8f179e83-1416-4cfa-bbab-f921766ddb35 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862443 May 17 12:17:26.963490 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (b011b20b-1840-4bb5-a999-84b446109a6f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:27.173954 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Deleting port d5879575-d32c-4b32-b0d9-36d96209edca {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:27.174295 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:27.252953 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] For port d5879575-d32c-4b32-b0d9-36d96209edca, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=d5879575-d32c-4b32-b0d9-36d96209edca,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:27.253233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:27.266109 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Calling delete_port for d5879575-d32c-4b32-b0d9-36d96209edca owned by network:router_interface {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:27.437443 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (d5879575-d32c-4b32-b0d9-36d96209edca), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:27.461588 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5879575-d32c-4b32-b0d9-36d96209edca,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:27.627791 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (b011b20b-1840-4bb5-a999-84b446109a6f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:27.828440 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Router b011b20b-1840-4bb5-a999-84b446109a6f has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:17:27.923184 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3674c-167b-4596-b456-6d891652ad73 req-3e413de7-554c-4892-bfb2-888214eec1a6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:27.924666 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eeb3674c-167b-4596-b456-6d891652ad73 req-3e413de7-554c-4892-bfb2-888214eec1a6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 944 time: 0.0463226 May 17 12:17:27.929079 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:17:27.936672 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-216368e6-2d99-40df-a573-c0c16cd07872 admin admin] 10.222.0.58 "PUT /v2.0/routers/b011b20b-1840-4bb5-a999-84b446109a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965909 May 17 12:17:27.936779 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57064) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:27.937991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Sync routers for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:17:27.948875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:27.949772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:27.977278 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-eeb3674c-167b-4596-b456-6d891652ad73 req-735444eb-c21f-4186-a11f-7f706faafbac tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 May 17 12:17:28.039641 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks [] for router (b011b20b-1840-4bb5-a999-84b446109a6f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.050873 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:28.136964 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks [] for router_gateway (b011b20b-1840-4bb5-a999-84b446109a6f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.178682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Deleting port 94133136-14f9-4513-916f-76f904b8fa97 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:28.179027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (94133136-14f9-4513-916f-76f904b8fa97), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.213166 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '94133136-14f9-4513-916f-76f904b8fa97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:17:27Z', 'revision_number': 5, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port': {'id': '94133136-14f9-4513-916f-76f904b8fa97', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:28.237957 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Checking router: b011b20b-1840-4bb5-a999-84b446109a6f for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:17:28.246808 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Routers {'b011b20b-1840-4bb5-a999-84b446109a6f'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:28.247814 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['b011b20b-1840-4bb5-a999-84b446109a6f'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:28.256329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-5934745f-d9f4-4430-a0db-13498c5dab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:28.258407 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-5934745f-d9f4-4430-a0db-13498c5dab06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 1128 time: 0.0439186 May 17 12:17:28.269810 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] For port 94133136-14f9-4513-916f-76f904b8fa97, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=94133136-14f9-4513-916f-76f904b8fa97,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:28.270298 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (94133136-14f9-4513-916f-76f904b8fa97), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.284448 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Calling delete_port for 94133136-14f9-4513-916f-76f904b8fa97 owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:28.329369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] Set router b011b20b-1840-4bb5-a999-84b446109a6f gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:28.357327 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-5f79d2ed-3cfa-48af-ac31-c27fe4bd0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:28.361596 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-5f79d2ed-3cfa-48af-ac31-c27fe4bd0cbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 910 time: 0.0960884 May 17 12:17:28.391335 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:17:28Z', 'revision_number': 6, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:28.402737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-2dd5f0c0-fbc4-4f90-b79e-94ec274d8b32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5 HTTP/1.1" status: 200 len: 217 time: 0.0343759 May 17 12:17:28.419072 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10101b01-6730-45ce-bc00-1f8dad23f826 None None] The sync data for ids ['b011b20b-1840-4bb5-a999-84b446109a6f'] in dv-cinder-837699-7-iscsi is: [{'id': 'b011b20b-1840-4bb5-a999-84b446109a6f', 'name': 'tempest-AttachVolumeNegativeTest-819168630-router', 'tenant_id': '27acd98621cd4a51ac46fb12e1824168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:20Z', 'updated_at': '2022-05-17T12:17:28Z', 'revision_number': 6, 'project_id': '27acd98621cd4a51ac46fb12e1824168', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:17:28.420443 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.465453 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (94133136-14f9-4513-916f-76f904b8fa97), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.466718 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-2dfd01fe-e484-4a5a-a842-598513138bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:28.468339 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-2dfd01fe-e484-4a5a-a842-598513138bd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f36d32c-566d-4477-9dcf-ab0836aa9c7a HTTP/1.1" status: 200 len: 849 time: 0.0588000 May 17 12:17:28.492694 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94133136-14f9-4513-916f-76f904b8fa97,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:28.501956 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-50fbdc39-24f2-400a-9f6e-fbc67edfdacc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f3cb23-6bce-4173-805c-bcdc334068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265422 May 17 12:17:28.557142 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (b011b20b-1840-4bb5-a999-84b446109a6f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.592533 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-c9a8c944-b198-41f8-b262-733d952f34af service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847116 May 17 12:17:28.642918 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (b011b20b-1840-4bb5-a999-84b446109a6f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.645527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks [] for router_controller (b011b20b-1840-4bb5-a999-84b446109a6f), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.690120 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (b011b20b-1840-4bb5-a999-84b446109a6f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.691398 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b011b20b-1840-4bb5-a999-84b446109a6f {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:17:28.693422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ecee80b9-78aa-4eab-9785-6f6cc8e82122 req-49759c29-7054-444f-8caa-388c1c580ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903258 May 17 12:17:28.696342 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.697507 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-668b897d-0ed8-4fdd-a786-72717c2603c5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b011b20b-1840-4bb5-a999-84b446109a6f HTTP/1.1" status: 204 len: 168 time: 0.7597909 May 17 12:17:28.700255 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57068) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:28.744790 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Deleting subnet e1e09ca7-8bf1-42db-8f10-208c37d7fab4 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:17:28.748706 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Publish callbacks [] for subnet (e1e09ca7-8bf1-42db-8f10-208c37d7fab4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.793140 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (e1e09ca7-8bf1-42db-8f10-208c37d7fab4), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.872092 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (e1e09ca7-8bf1-42db-8f10-208c37d7fab4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.921795 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (e1e09ca7-8bf1-42db-8f10-208c37d7fab4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.924640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9d598f14-a332-412f-bd09-ae5bc55fe7c5 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:17:28.948877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e09ca7-8bf1-42db-8f10-208c37d7fab4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:28.954822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:28.960653 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-54853637-7ac9-465b-8c4f-54b96bcc3040 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e1e09ca7-8bf1-42db-8f10-208c37d7fab4 HTTP/1.1" status: 204 len: 168 time: 0.2567770 May 17 12:17:28.960939 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57070) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:28.964080 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50aeef-3d76-455a-ae54-62718e30d7be None None] Network 9ff54b2b-d245-42b7-9e38-b4510eee82b9 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:17:29.030745 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (9ff54b2b-d245-42b7-9e38-b4510eee82b9), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.081818 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Deleting port 1ea97ede-85cb-4984-94e1-a40f0ea9247b {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:29.082665 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.100143 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:29.102087 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32540f-4a70-4576-a47a-04615c7dd23f req-88fe4e96-62f6-4150-b3f3-18a8c08d7f2e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:29.104168 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2c32540f-4a70-4576-a47a-04615c7dd23f req-88fe4e96-62f6-4150-b3f3-18a8c08d7f2e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 944 time: 0.0552709 May 17 12:17:29.112415 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '9d598f14-a332-412f-bd09-ae5bc55fe7c5', 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb', 'port_id': '9d598f14-a332-412f-bd09-ae5bc55fe7c5', 'mac_address': 'fa:16:3e:fc:74:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f36d32c-566d-4477-9dcf-ab0836aa9c7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:17:29.148808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] For port 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1ea97ede-85cb-4984-94e1-a40f0ea9247b,segment=NetworkSegment(3e7a4168-ff8c-4630-9e15-b1c9dde40962),segment_id=3e7a4168-ff8c-4630-9e15-b1c9dde40962)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:29.148808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.162844 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2c32540f-4a70-4576-a47a-04615c7dd23f req-4ae66612-acc0-4842-91e6-e0ad6785c022 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 May 17 12:17:29.163859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:17:29.164361 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.173636 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Calling delete_port for 1ea97ede-85cb-4984-94e1-a40f0ea9247b owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:29.181341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d598f14-a332-412f-bd09-ae5bc55fe7c5 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:17:29.196992 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] DHCP port deletion for 9ff54b2b-d245-42b7-9e38-b4510eee82b9 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:17:29.213705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device d5879575-d32c-4b32-b0d9-36d96209edca no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:29.245330 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:29.264532 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: d5879575-d32c-4b32-b0d9-36d96209edca {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:29.264886 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device d5879575-d32c-4b32-b0d9-36d96209edca not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:29.272227 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.285477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.307361 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Deleting port 1ea97ede-85cb-4984-94e1-a40f0ea9247b {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:29.307738 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.313266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] No DVR routers for this DVR port 1ea97ede-85cb-4984-94e1-a40f0ea9247b on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:29.318099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea97ede-85cb-4984-94e1-a40f0ea9247b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:29.405810 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (9ff54b2b-d245-42b7-9e38-b4510eee82b9), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.408307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:29.414906 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] For port 1ea97ede-85cb-4984-94e1-a40f0ea9247b, host dv-cinder-837699-7-iscsi, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:29.415235 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.429688 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.429937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.430562 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.430827 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.431153 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.431482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.431812 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.432137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.432486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.432809 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.433134 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.433887 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.433887 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.434070 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.434254 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff54b2b-d245-42b7-9e38-b4510eee82b9']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:29.434716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:29.443006 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Calling delete_port for 1ea97ede-85cb-4984-94e1-a40f0ea9247b owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:29.445768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7a4168-ff8c-4630-9e15-b1c9dde40962') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:29.446076 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7a4168-ff8c-4630-9e15-b1c9dde40962') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:29.446716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Port 1ea97ede-85cb-4984-94e1-a40f0ea9247b was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:17:29.448101 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (1ea97ede-85cb-4984-94e1-a40f0ea9247b), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.457365 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (3e7a4168-ff8c-4630-9e15-b1c9dde40962), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.473102 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] Pushing event deleted for resources: {'Port': ['ID=1ea97ede-85cb-4984-94e1-a40f0ea9247b,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:29.475010 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (3e7a4168-ff8c-4630-9e15-b1c9dde40962), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.477004 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b4467-8120-44d9-87c7-4677caea3a69 None None] No DVR routers for this DVR port 1ea97ede-85cb-4984-94e1-a40f0ea9247b on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:29.483399 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:17:29.487882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (3e7a4168-ff8c-4630-9e15-b1c9dde40962), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:17:29.489575 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:17:29.570736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (9ff54b2b-d245-42b7-9e38-b4510eee82b9), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.577765 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.582870 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9ff54b2b-d245-42b7-9e38-b4510eee82b9 HTTP/1.1" status: 204 len: 168 time: 0.6207008 May 17 12:17:29.594690 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17bed2-3ae7-4d61-afd4-70e8427a0dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff54b2b-d245-42b7-9e38-b4510eee82b9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:29.731841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:29.775916 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['9d598f14-a332-412f-bd09-ae5bc55fe7c5'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:17:29.806957 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-82864350-e5ec-4c1b-af1f-716e4f7f9b4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27acd98621cd4a51ac46fb12e1824168&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0739765 May 17 12:17:29.809555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57090) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:29.814234 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985158cc-1a81-49b2-b25e-bae02f720ce6 req-7997ed36-8a2a-404a-abbc-19e26fed8a23 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:29.815767 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-985158cc-1a81-49b2-b25e-bae02f720ce6 req-7997ed36-8a2a-404a-abbc-19e26fed8a23 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0697498 May 17 12:17:29.884371 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-985158cc-1a81-49b2-b25e-bae02f720ce6 req-7d994c67-23d3-4096-8a35-68479dcbd33a tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593514 May 17 12:17:29.889046 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] Publish callbacks [] for security_group (d0f90c5f-b474-428b-be64-fc8609a16ca5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.915290 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] Publish callbacks [] for security_group (d0f90c5f-b474-428b-be64-fc8609a16ca5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.961249 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d0f90c5f-b474-428b-be64-fc8609a16ca5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.963717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:29.964883 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0f90c5f-b474-428b-be64-fc8609a16ca5 HTTP/1.1" status: 204 len: 168 time: 0.1536877 May 17 12:17:29.972998 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792298b-f98a-4219-8cd2-972a53538ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f90c5f-b474-428b-be64-fc8609a16ca5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:30.564636 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272ed65-144e-405a-be44-3a51a7e4f656 req-a5b9e862-15f0-4f00-988d-4dec5bc43e34 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:30.566122 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9272ed65-144e-405a-be44-3a51a7e4f656 req-a5b9e862-15f0-4f00-988d-4dec5bc43e34 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 945 time: 0.3194332 May 17 12:17:30.615984 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-9272ed65-144e-405a-be44-3a51a7e4f656 req-f48a49ef-7e2e-4f80-8fbb-e5f6f68c87f4 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 May 17 12:17:30.771593 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1ea97ede-85cb-4984-94e1-a40f0ea9247b no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:30.790893 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 1ea97ede-85cb-4984-94e1-a40f0ea9247b {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:30.791316 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1ea97ede-85cb-4984-94e1-a40f0ea9247b not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:30.791802 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 94133136-14f9-4513-916f-76f904b8fa97 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:30.813663 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 94133136-14f9-4513-916f-76f904b8fa97 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:30.814099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 94133136-14f9-4513-916f-76f904b8fa97 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:30.933862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9d598f14-a332-412f-bd09-ae5bc55fe7c5 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:17:30.986523 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:17:30.994644 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:17:30.995167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:31.007872 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a90a6c-5788-4e0d-ab01-39ca0c800161 req-1fa24e38-ca96-4363-981b-e3821ca9a9aa tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:31.009511 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-74a90a6c-5788-4e0d-ab01-39ca0c800161 req-1fa24e38-ca96-4363-981b-e3821ca9a9aa tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0493453 May 17 12:17:31.065820 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-74a90a6c-5788-4e0d-ab01-39ca0c800161 req-6ca3377a-5081-49a8-9cee-12d0f0884033 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486474 May 17 12:17:31.080495 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:17:31.080935 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:31.105346 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:31.107909 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe74eeb-ac17-4e82-9365-659da4eb11ca" -d '{"events": [{"server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "name": "network-vif-plugged", "status": "completed", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:31.124006 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:31.129125 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:31.150257 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bff0dc-0d5d-4328-8082-63d73f94a25c x-openstack-request-id: req-c2bff0dc-0d5d-4328-8082-63d73f94a25c {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:31.150548 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "name": "network-vif-plugged", "status": "completed", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:31.150798 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2bff0dc-0d5d-4328-8082-63d73f94a25c {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:31.151189 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bff0dc-0d5d-4328-8082-63d73f94a25c'] response: {'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5', 'code': 200} May 17 12:17:31.176008 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:31.393481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84168aaf-431b-4034-8ae1-a968cd9d088e req-d782c2c1-8074-421f-a3e2-3b82027b503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:31.395848 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-84168aaf-431b-4034-8ae1-a968cd9d088e req-d782c2c1-8074-421f-a3e2-3b82027b503a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 1130 time: 0.0385318 May 17 12:17:31.462192 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-84168aaf-431b-4034-8ae1-a968cd9d088e req-9185f4c7-a2c7-4d5e-8411-7acbf98012e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 May 17 12:17:31.471042 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:17:31.727302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd97c1-7fc3-4071-be75-9b5fbcd0e7e5 req-5ea28039-abb5-455e-97f5-3f63cd4a99c2 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:31.728784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aefd97c1-7fc3-4071-be75-9b5fbcd0e7e5 req-5ea28039-abb5-455e-97f5-3f63cd4a99c2 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0461454 May 17 12:17:31.776602 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aefd97c1-7fc3-4071-be75-9b5fbcd0e7e5 req-bd4d3c40-39eb-4700-8e81-6ca4d96b9796 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 May 17 12:17:32.187880 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d71933-7a99-495e-ba11-f7f7c114b24f req-61d207f1-94b3-495f-96cf-acf809f01c16 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:32.189349 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-61d71933-7a99-495e-ba11-f7f7c114b24f req-61d207f1-94b3-495f-96cf-acf809f01c16 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0467844 May 17 12:17:32.236351 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-61d71933-7a99-495e-ba11-f7f7c114b24f req-d45c1241-fa72-48c1-92c7-e2d3d5e5e0cb tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f6a85b1-4ffa-47d6-979c-abe3227063b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412855 May 17 12:17:32.672786 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2429bba-e5fa-40cf-941d-837106481895 req-a3ca594f-4951-45b8-8638-c86b69b9743b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:32.673794 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2429bba-e5fa-40cf-941d-837106481895 req-a3ca594f-4951-45b8-8638-c86b69b9743b tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 946 time: 0.0477011 May 17 12:17:32.770915 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Deleting port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:32.771346 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:32.909420 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] For port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:32.909786 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:32.930717 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025979f6-bdf6-4c7c-85ef-02b6aa86fe29 req-13d2ff50-be10-4a63-923f-aeb0de917338 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:32.932174 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-025979f6-bdf6-4c7c-85ef-02b6aa86fe29 req-13d2ff50-be10-4a63-923f-aeb0de917338 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0728793 May 17 12:17:33.056271 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-025979f6-bdf6-4c7c-85ef-02b6aa86fe29 req-5c6a7514-a65a-4873-a44f-027c84da7f16 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956602 May 17 12:17:33.121569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:33.121938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:33.122253 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Floating IP 16599a0c-9adc-4eda-948f-7b87c4bf014d disassociated. External IP: 172.27.2.143, port: 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a. May 17 12:17:33.122600 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Calling delete_port for 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:33.249639 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (3370c5ba-e7d7-4dab-8520-7a3da90d8b4a), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:33.276136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'Port': ['ID=3370c5ba-e7d7-4dab-8520-7a3da90d8b4a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:33.339775 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-de7dbaa8-cfcc-4c22-b0e6-6a864beead1c req-8604b5f7-afeb-423a-a675-d727311c3f53 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0312872 May 17 12:17:33.389096 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:17:33.742957 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:17:33.752260 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:17:33.763927 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:33.764629 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:33.786585 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] No DVR routers for this DVR port 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:33.789013 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:33.792154 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-d2429bba-e5fa-40cf-941d-837106481895 req-6b037d0b-319c-4564-92f0-8366843c6dfe tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.35 "DELETE /v2.0/ports/3370c5ba-e7d7-4dab-8520-7a3da90d8b4a HTTP/1.1" status: 204 len: 173 time: 1.1124029 May 17 12:17:33.792606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-deleted', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:33.794822 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac61960-261f-41f6-9a56-8104bb2bebc2" -d '{"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-deleted", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:33.829709 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4d7de9-4b71-4419-a349-cbd893f60838 x-openstack-request-id: req-cf4d7de9-4b71-4419-a349-cbd893f60838 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:33.830000 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23", "name": "network-vif-deleted", "tag": "3370c5ba-e7d7-4dab-8520-7a3da90d8b4a", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:33.830302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf4d7de9-4b71-4419-a349-cbd893f60838 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:33.830681 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4d7de9-4b71-4419-a349-cbd893f60838'] response: {'server_uuid': 'b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23', 'name': 'network-vif-deleted', 'tag': '3370c5ba-e7d7-4dab-8520-7a3da90d8b4a', 'status': 'completed', 'code': 200} May 17 12:17:33.866712 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:34.045103 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:34.069323 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:17:34.077616 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:34.078238 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:34.168272 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f73b-8888-4620-9f5c-427aff712f68 req-0f379c03-9ce5-47cc-ae36-f94f5c563a77 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:34.169756 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4ba9f73b-8888-4620-9f5c-427aff712f68 req-0f379c03-9ce5-47cc-ae36-f94f5c563a77 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0471015 May 17 12:17:34.178122 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:34.218250 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4ba9f73b-8888-4620-9f5c-427aff712f68 req-802eb0cb-1b09-4854-974f-0b21729192e6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 May 17 12:17:34.446679 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:34.447852 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-99fe7f1b-9688-4fde-bb39-2e936752e4d5 req-9fedd989-8c5a-4c50-bfea-21d27584f638 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0286605 May 17 12:17:34.471112 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4f6ac-44a3-407d-b07c-69a2f4e5a990 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:06:25Z', 'revision_number': 4, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '918170da-fef3-40f8-99fd-129856f540a4', 'name': '', 'network_id': '5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'mac_address': 'fa:16:3e:3f:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:23Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'subnets': [{'id': '6d5665b6-8d63-4acb-9103-c8c4765b1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:17:34.685656 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fb98f-b60b-4969-8f39-aba899bf13f4 None None] New status for floating IP 16599a0c-9adc-4eda-948f-7b87c4bf014d: DOWN {{(pid=103523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:17:35.513862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:35.533429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:35.533783 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 3370c5ba-e7d7-4dab-8520-7a3da90d8b4a not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:35.551652 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-474d8955-63aa-436e-81ea-7f7024561421 req-dd972cdc-5068-499d-b3d7-dc099d6db59e tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0326200 May 17 12:17:36.651709 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5dda73b4-13a0-4633-94cc-243388f5d3c9 req-61db24df-79ff-4e85-841e-672a71201368 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0271904 May 17 12:17:37.304599 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-77bf99d0-43b1-4742-b05e-2b15ca7a0c16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430508 May 17 12:17:37.389632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-cd382756-ffe5-4ff7-beb2-a8ba1db1ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:37.391135 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-cd382756-ffe5-4ff7-beb2-a8ba1db1ff42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1168 time: 0.0420306 May 17 12:17:37.619166 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416deb-3282-45e7-b898-f83a25a8f2e4 req-a881fc21-db47-407e-b627-a96923b74ef9 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:37.620571 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95416deb-3282-45e7-b898-f83a25a8f2e4 req-a881fc21-db47-407e-b627-a96923b74ef9 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0487082 May 17 12:17:37.670058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-95416deb-3282-45e7-b898-f83a25a8f2e4 req-a0928b61-5eb9-40bc-919f-fd6c0ce6c3b3 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 May 17 12:17:37.759384 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-15e38410-c047-429a-a563-ba139b29f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:37.760876 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-15e38410-c047-429a-a563-ba139b29f65c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.0899532 May 17 12:17:37.764171 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-47d921ff-7733-443d-af9e-7a39aa5e33fa req-feb7769d-3c21-4338-94bd-4465adbcc8b1 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0279701 May 17 12:17:38.783759 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985995ad-062b-4333-ac04-01de3b796149 req-bc119d35-6049-4c9d-9af8-05bc82dd6aa6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:38.785134 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-985995ad-062b-4333-ac04-01de3b796149 req-bc119d35-6049-4c9d-9af8-05bc82dd6aa6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0468867 May 17 12:17:38.832787 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-985995ad-062b-4333-ac04-01de3b796149 req-e67a88fb-7e71-4c9e-af48-808a9395b052 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 May 17 12:17:38.877567 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-eb86b88a-6c5c-4319-b591-31aa3136240d req-702f3ae5-d8a8-4474-a1bb-915301f39b52 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0301044 May 17 12:17:39.950436 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efa01-ea14-4eb5-8ec7-6a989f042960 req-c4a35889-46b7-41c6-aef5-8032e5cc6eff tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:39.951830 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-579efa01-ea14-4eb5-8ec7-6a989f042960 req-c4a35889-46b7-41c6-aef5-8032e5cc6eff tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0508091 May 17 12:17:39.989390 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c4f0ef2e-2e3f-41ce-adab-92540652f301 req-2015a658-3a08-4be8-9ad6-b2b1f8c152fd tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0276022 May 17 12:17:39.999450 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-579efa01-ea14-4eb5-8ec7-6a989f042960 req-2eda2f0a-dc55-479f-919c-6a1fce1d7206 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 May 17 12:17:41.100503 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b565d642-dc85-4ceb-b1a2-f4829412b59d req-bf34b3a0-0d05-46b0-a717-2acf7673126c tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0274491 May 17 12:17:41.118192 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceb21b-15cc-4f4a-8a5b-cd783f9b0948 req-3b8f8094-eee9-4201-8db0-936591c36a10 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:41.119694 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-69ceb21b-15cc-4f4a-8a5b-cd783f9b0948 req-3b8f8094-eee9-4201-8db0-936591c36a10 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0478971 May 17 12:17:41.166035 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-69ceb21b-15cc-4f4a-8a5b-cd783f9b0948 req-1a612817-448e-4d35-af92-e342846bc19a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 May 17 12:17:42.219281 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0e366e70-929f-48b9-874d-d2f54419bd27 req-01c5ac81-d9b3-416f-98e5-08dd60f285c3 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8bb9c6c-fc0f-48c7-83b6-a1937e4a2f23 HTTP/1.1" status: 200 len: 210 time: 0.0346758 May 17 12:17:42.291735 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a95b-9b93-4a4e-8706-4ef8de0f39e9 req-ca77c172-4864-46e7-a617-f716de7e156b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:42.293225 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2d75a95b-9b93-4a4e-8706-4ef8de0f39e9 req-ca77c172-4864-46e7-a617-f716de7e156b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0560780 May 17 12:17:42.387427 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2d75a95b-9b93-4a4e-8706-4ef8de0f39e9 req-ac19eb26-8dac-4e3d-8af5-db748819259c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 May 17 12:17:42.391314 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-1444e84c-d6b7-4dd2-b138-542dfe84724e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 1001 time: 0.0761597 May 17 12:17:42.448037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-eef0f3c9-ccbe-4c4c-ab39-e40ae068149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:42.449660 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-eef0f3c9-ccbe-4c4c-ab39-e40ae068149e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0494275 May 17 12:17:42.502339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-34887f77-38ea-473b-8f7a-a2294e28ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:42.503827 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-34887f77-38ea-473b-8f7a-a2294e28ce9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447354 May 17 12:17:42.595599 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-233a95a8-526b-4ba7-965c-fd302aab30f3 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 May 17 12:17:42.694042 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8662ffa3-cae9-44a8-bdd9-b33736295bb6 req-a9567a87-aa7a-432f-8aea-4ec9de80ebd8 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921283 May 17 12:17:43.503180 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e647d-cba7-446c-858e-7f1b1b5ef5e7 req-44cc0506-9a6a-44b3-b5ff-6f49b8010a81 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:43.504596 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f56e647d-cba7-446c-858e-7f1b1b5ef5e7 req-44cc0506-9a6a-44b3-b5ff-6f49b8010a81 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0501390 May 17 12:17:43.554373 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f56e647d-cba7-446c-858e-7f1b1b5ef5e7 req-5eae034a-9670-4a41-a94f-3f37adae47a9 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 May 17 12:17:43.865781 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-8388a39a-b90a-4a54-be68-c737109613f2 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:43.867115 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-8388a39a-b90a-4a54-be68-c737109613f2 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 946 time: 0.0496745 May 17 12:17:43.946537 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Deleting port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:43.946879 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.037474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] For port 9d598f14-a332-412f-bd09-ae5bc55fe7c5, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=9d598f14-a332-412f-bd09-ae5bc55fe7c5,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:44.037854 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.050689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Calling delete_port for 9d598f14-a332-412f-bd09-ae5bc55fe7c5 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:44.176730 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (9d598f14-a332-412f-bd09-ae5bc55fe7c5), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.203991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Pushing event deleted for resources: {'Port': ['ID=9d598f14-a332-412f-bd09-ae5bc55fe7c5,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:44.213154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['9d598f14-a332-412f-bd09-ae5bc55fe7c5'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:17:44.216895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.217252 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.217681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.218027 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.218364 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.218700 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.219033 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.219364 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.219696 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.220024 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.220378 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.220712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.221040 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.221366 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.221689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:44.258252 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] No DVR routers for this DVR port 9d598f14-a332-412f-bd09-ae5bc55fe7c5 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:44.260714 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.263921 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fee4c36e-06e6-4228-891b-d0597d578bc8 req-6e2b26d4-5090-49c4-afc8-40b29d63498d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "DELETE /v2.0/ports/9d598f14-a332-412f-bd09-ae5bc55fe7c5 HTTP/1.1" status: 204 len: 173 time: 0.3912342 May 17 12:17:44.264383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'name': 'network-vif-deleted', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:44.266617 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb207871-9cad-41e8-bcdd-90b3b1aed626" -d '{"events": [{"server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "name": "network-vif-deleted", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:44.302672 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21700ad3-eb3c-44ee-b257-5997de080b7f x-openstack-request-id: req-21700ad3-eb3c-44ee-b257-5997de080b7f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:44.303090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b1b152-078a-4044-b489-0ffc4e061fed", "name": "network-vif-deleted", "tag": "9d598f14-a332-412f-bd09-ae5bc55fe7c5", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:44.303342 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21700ad3-eb3c-44ee-b257-5997de080b7f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:44.303716 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21700ad3-eb3c-44ee-b257-5997de080b7f'] response: {'server_uuid': 'a3b1b152-078a-4044-b489-0ffc4e061fed', 'name': 'network-vif-deleted', 'tag': '9d598f14-a332-412f-bd09-ae5bc55fe7c5', 'status': 'completed', 'code': 200} May 17 12:17:44.324692 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57246) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:44.380066 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (2f6a85b1-4ffa-47d6-979c-abe3227063b8), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.403800 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (2f6a85b1-4ffa-47d6-979c-abe3227063b8), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.453832 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2f6a85b1-4ffa-47d6-979c-abe3227063b8), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.456347 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.457493 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "DELETE /v2.0/security-groups/2f6a85b1-4ffa-47d6-979c-abe3227063b8 HTTP/1.1" status: 204 len: 168 time: 0.1312664 May 17 12:17:44.460489 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57248) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:44.466887 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94e019-edf4-4f50-b867-8d060e155799 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a85b1-4ffa-47d6-979c-abe3227063b8,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:44.474303 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.api.v2.resource [None req-1b7af7c9-b65e-4342-aa12-fd48f08f2182 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] show failed (client error): The resource could not be found. May 17 12:17:44.475388 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-1b7af7c9-b65e-4342-aa12-fd48f08f2182 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "GET /v2.0/security-groups/2f6a85b1-4ffa-47d6-979c-abe3227063b8 HTTP/1.1" status: 404 len: 347 time: 0.0138474 May 17 12:17:44.478175 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57250) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:44.588256 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Deleting port 4215ecde-2148-4af7-9896-cb12fefa5c97 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:44.588601 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.667797 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bcec6f87-2a49-47d7-a156-f59b599025d2 req-68b4647e-7f36-4912-b582-750a5faff28c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3b1b152-078a-4044-b489-0ffc4e061fed HTTP/1.1" status: 200 len: 210 time: 0.0326011 May 17 12:17:44.671197 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.671616 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (4215ecde-2148-4af7-9896-cb12fefa5c97), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.685848 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Calling delete_port for 4215ecde-2148-4af7-9896-cb12fefa5c97 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:44.842358 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (4215ecde-2148-4af7-9896-cb12fefa5c97), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.871660 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Pushing event deleted for resources: {'Port': ['ID=4215ecde-2148-4af7-9896-cb12fefa5c97,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:44.939269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks [] for floatingip (16599a0c-9adc-4eda-948f-7b87c4bf014d), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.942427 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:44.946053 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e708b7af-abb6-4823-9e17-00c6e4265768 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] 10.222.0.58 "DELETE /v2.0/floatingips/16599a0c-9adc-4eda-948f-7b87c4bf014d HTTP/1.1" status: 204 len: 168 time: 0.4646134 May 17 12:17:45.976895 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-eab9c4ab-42e6-48c9-b017-b909bfa9bb9a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:45.978342 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-eab9c4ab-42e6-48c9-b017-b909bfa9bb9a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 809 time: 0.0989289 May 17 12:17:45.993399 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-0d6c6226-0657-4853-89ad-28c387053ed2 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/quotas/f55775e2790046029256efb09b501c89 HTTP/1.1" status: 200 len: 375 time: 0.0098419 May 17 12:17:46.025320 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-a1cff68b-325f-4182-bf2b-46bc64838719 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270851 May 17 12:17:46.035139 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-29ac56a2-646b-45ff-ac71-ef29b82f8c1b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103521) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:17:46.036070 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-29ac56a2-646b-45ff-ac71-ef29b82f8c1b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047748 May 17 12:17:46.127508 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-2d9095e3-d2d3-4d3d-85db-5f897fc2b8fb service neutron] 10.222.0.58 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857058 May 17 12:17:46.216839 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-dd253339-ce95-49ae-bf30-fc217e2f8cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 May 17 12:17:46.379875 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fba005f5-382a-4b14-97a9-f0aa5df3a4ef req-1c539e97-5e9f-44bd-958c-3a85e6e937a9 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 210 time: 0.0287113 May 17 12:17:47.018276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9d598f14-a332-412f-bd09-ae5bc55fe7c5 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:47.038218 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 9d598f14-a332-412f-bd09-ae5bc55fe7c5 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:47.038565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 9d598f14-a332-412f-bd09-ae5bc55fe7c5 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:47.473666 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-620ec3e8-fea4-4df2-836e-a48af428b25d req-b6b4bca8-45ee-4498-be34-263832af4eb8 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 210 time: 0.0282912 May 17 12:17:48.571223 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-15b65575-d1fd-49d2-9f87-1b1421d8906e req-c66f2b22-69b8-4a13-b132-a425461c16ab tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 210 time: 0.0312450 May 17 12:17:49.665087 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-3f549666-a5a7-4fa9-a3f4-10043c940eb1 req-01da61e1-b5ae-4eca-8ca1-1a55b3952c75 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 210 time: 0.0274012 May 17 12:17:49.936118 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-255e8e54-1316-4251-9981-fce93797e9dc tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:49.937584 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-255e8e54-1316-4251-9981-fce93797e9dc tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 809 time: 0.1056192 May 17 12:17:49.957323 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Request body: {'port': {'device_id': '25174089-91e4-4824-b85a-7778730e3289', 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb', 'admin_state_up': True, 'tenant_id': 'f55775e2790046029256efb09b501c89'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:50.071029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Made reservation on behalf of f55775e2790046029256efb09b501c89 for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:17:50.074630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.203891 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Allocated IP 172.20.0.2 (49f3cb23-6bce-4173-805c-bcdc334068cb/1f36d32c-566d-4477-9dcf-ab0836aa9c7a/6cd6a140-eca6-45f8-9b0a-aee99632e238) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:17:50.367511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks [] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.400157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.447197 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Network 49f3cb23-6bce-4173-805c-bcdc334068cb is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:17:50.450875 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:17:50.459666 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:17:50.465090 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Pushing event updated for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:50.510352 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:50.510963 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.527244 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-e56d011f-1f0f-49e1-b14a-d354a5013679 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735505 May 17 12:17:50.543614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Request body: {'port': {'device_id': '25174089-91e4-4824-b85a-7778730e3289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:17:50.601027 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.804477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cae53f-fc24-4f6c-9a67-e6bf19120599 req-bd1c34cb-000b-43e4-9037-393cebb8453a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:50.805897 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38cae53f-fc24-4f6c-9a67-e6bf19120599 req-bd1c34cb-000b-43e4-9037-393cebb8453a tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 931 time: 0.0709796 May 17 12:17:50.902904 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-38cae53f-fc24-4f6c-9a67-e6bf19120599 req-2bf8ed6e-b240-40c3-b92d-1399c0b73b84 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907314 May 17 12:17:50.955792 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd6a140-eca6-45f8-9b0a-aee99632e238 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:17:50.963368 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks [] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:50.977171 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Transition to ACTIVE for port object 6cd6a140-eca6-45f8-9b0a-aee99632e238 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:17:50.980343 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:51.031749 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Pushing event updated for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:51.100316 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Attempting to bind port 6cd6a140-eca6-45f8-9b0a-aee99632e238 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:17:51.100662 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Attempting to bind port 6cd6a140-eca6-45f8-9b0a-aee99632e238 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:17:51.101001 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Attempting to bind port 6cd6a140-eca6-45f8-9b0a-aee99632e238 on network 49f3cb23-6bce-4173-805c-bcdc334068cb {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:17:51.105404 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Port 6cd6a140-eca6-45f8-9b0a-aee99632e238 on network 49f3cb23-6bce-4173-805c-bcdc334068cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:17:51.105714 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Attempting to bind port 6cd6a140-eca6-45f8-9b0a-aee99632e238 on network 49f3cb23-6bce-4173-805c-bcdc334068cb {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:17:51.110600 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:17:51.110943 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Checking segment: {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:17:51.111332 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Bound using segment: {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:17:51.111757 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Bound port: 6cd6a140-eca6-45f8-9b0a-aee99632e238, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be10a54f-5f8d-442c-b088-d229559fb51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:17:51.112251 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:51.176435 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:17:51.180516 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:17:51.186680 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:51.218805 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:51.219426 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:51.220827 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] 10.222.0.35 "PUT /v2.0/ports/6cd6a140-eca6-45f8-9b0a-aee99632e238 HTTP/1.1" status: 200 len: 1093 time: 0.6813848 May 17 12:17:51.221258 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:17:51.223505 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10edce1-7339-4c31-86a6-c27c1b6cde94" -d '{"events": [{"name": "network-changed", "server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:17:51.255744 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76015c2-d9eb-46ae-bd60-11cdb4287eea service neutron] Pushing event updated for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:51.321551 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-13f58fb7-adae-4484-a2c3-f40d70b780d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:51.323056 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-13f58fb7-adae-4484-a2c3-f40d70b780d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 1127 time: 0.0403914 May 17 12:17:51.372694 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-1dbd540f-62f6-48a4-a1ee-d34775a911f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238 HTTP/1.1" status: 200 len: 217 time: 0.0366020 May 17 12:17:51.405803 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af547062-685d-44b4-bda6-66095ff4fc7f x-openstack-request-id: req-af547062-685d-44b4-bda6-66095ff4fc7f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:17:51.406097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:17:51.406402 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af547062-685d-44b4-bda6-66095ff4fc7f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:17:51.406807 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af547062-685d-44b4-bda6-66095ff4fc7f'] response: {'name': 'network-changed', 'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238', 'status': 'completed', 'code': 200} May 17 12:17:51.425412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-4e7eb979-7e64-42e2-b028-4368cd22c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:51.427447 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-4e7eb979-7e64-42e2-b028-4368cd22c2aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f36d32c-566d-4477-9dcf-ab0836aa9c7a HTTP/1.1" status: 200 len: 849 time: 0.0480015 May 17 12:17:51.460423 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-5b6dd4d4-b7d9-448b-827a-eace1eca0edc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f3cb23-6bce-4173-805c-bcdc334068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265477 May 17 12:17:51.550270 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57354) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:51.558874 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-bc9b3136-30aa-4d97-b1b4-85cbe938beb1 service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918756 May 17 12:17:51.648992 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e58b6404-1cd6-40d1-b64d-60ba35e98550 req-4c0f69e1-4305-49b1-8a2e-856c023b67a8 service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838091 May 17 12:17:51.717369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:51.906360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d473e721-a890-4d40-a664-8126015365d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.010344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (37e481e8-c322-47fd-aab3-228f781e1642), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.015302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c921f96-b572-44d1-a8cc-474806627419 req-a2df37b6-9e75-4822-bca0-717832fbe3da tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:52.016810 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c921f96-b572-44d1-a8cc-474806627419 req-a2df37b6-9e75-4822-bca0-717832fbe3da tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0462310 May 17 12:17:52.068094 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1c921f96-b572-44d1-a8cc-474806627419 req-6058eda7-c941-4ec5-8aa4-f93f033d6956 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 May 17 12:17:52.226610 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Deleting port 918170da-fef3-40f8-99fd-129856f540a4 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:52.226945 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (918170da-fef3-40f8-99fd-129856f540a4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.304158 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] For port 918170da-fef3-40f8-99fd-129856f540a4, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=918170da-fef3-40f8-99fd-129856f540a4,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:52.304557 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (918170da-fef3-40f8-99fd-129856f540a4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.318306 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Calling delete_port for 918170da-fef3-40f8-99fd-129856f540a4 owned by network:router_interface {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:52.504424 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (918170da-fef3-40f8-99fd-129856f540a4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.530444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=918170da-fef3-40f8-99fd-129856f540a4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:52.564016 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.564680 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.564778 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.565049 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.565380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.565723 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.566085 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.566409 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.566736 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.567060 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.567412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.567737 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.568068 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.568413 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.568730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:17:52.715848 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (37e481e8-c322-47fd-aab3-228f781e1642), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:52.917326 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Router 37e481e8-c322-47fd-aab3-228f781e1642 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:17:53.014854 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:17:53.019939 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-cd7254d3-a83c-4c3c-a3e6-e1ee94cd01d9 admin admin] 10.222.0.58 "PUT /v2.0/routers/37e481e8-c322-47fd-aab3-228f781e1642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686317 May 17 12:17:53.023040 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57370) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:53.026162 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Sync routers for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:17:53.035621 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:53.036657 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:53.125396 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks [] for router (37e481e8-c322-47fd-aab3-228f781e1642), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.138029 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:53.220052 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0938-46f6-4afe-93f4-819e8ee54c67 req-23cafbac-34c2-4d25-91e1-e93f9142cfe6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:53.221559 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-eade0938-46f6-4afe-93f4-819e8ee54c67 req-23cafbac-34c2-4d25-91e1-e93f9142cfe6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0624259 May 17 12:17:53.289469 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks [] for router_gateway (37e481e8-c322-47fd-aab3-228f781e1642), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.304134 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:17:52Z', 'revision_number': 5, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port': {'id': '9c542086-60ca-4e61-a3eb-41215fecd09e', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e481e8-c322-47fd-aab3-228f781e1642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:06:19Z', 'updated_at': '2022-05-17T12:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:53.312503 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-eade0938-46f6-4afe-93f4-819e8ee54c67 req-aec75fb4-5d9e-4bd9-953d-7f2a8d6e82ba tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 May 17 12:17:53.331321 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Checking router: 37e481e8-c322-47fd-aab3-228f781e1642 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:17:53.339697 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Routers {'37e481e8-c322-47fd-aab3-228f781e1642'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:17:53.340331 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:17:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['37e481e8-c322-47fd-aab3-228f781e1642'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:53.351223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Deleting port 9c542086-60ca-4e61-a3eb-41215fecd09e {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:53.351580 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.422544 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] Set router 37e481e8-c322-47fd-aab3-228f781e1642 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:17:53.428256 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] For port 9c542086-60ca-4e61-a3eb-41215fecd09e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9c542086-60ca-4e61-a3eb-41215fecd09e,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:53.428616 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.441796 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Calling delete_port for 9c542086-60ca-4e61-a3eb-41215fecd09e owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:53.470457 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-a257a685-abad-438d-8928-37cdb2580857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:17:53Z', 'revision_number': 6, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:53.497808 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257a685-abad-438d-8928-37cdb2580857 None None] The sync data for ids ['37e481e8-c322-47fd-aab3-228f781e1642'] in dv-cinder-837699-7-iscsi is: [{'id': '37e481e8-c322-47fd-aab3-228f781e1642', 'name': 'tempest-AttachVolumeShelveTestJSON-214287874-router', 'tenant_id': 'cd2c9994923540748c1513406e3e7ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:06:18Z', 'updated_at': '2022-05-17T12:17:53Z', 'revision_number': 6, 'project_id': 'cd2c9994923540748c1513406e3e7ffc', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:17:53.604924 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (9c542086-60ca-4e61-a3eb-41215fecd09e), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.628527 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c542086-60ca-4e61-a3eb-41215fecd09e,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:53.690727 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (37e481e8-c322-47fd-aab3-228f781e1642), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.774420 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (37e481e8-c322-47fd-aab3-228f781e1642), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.776535 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks [] for router_controller (37e481e8-c322-47fd-aab3-228f781e1642), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.815504 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (37e481e8-c322-47fd-aab3-228f781e1642), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.816008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e481e8-c322-47fd-aab3-228f781e1642 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:17:53.821040 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.822251 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-037a7168-de1d-4138-98f9-d06a6a1d1a47 admin admin] 10.222.0.58 "DELETE /v2.0/routers/37e481e8-c322-47fd-aab3-228f781e1642 HTTP/1.1" status: 204 len: 168 time: 0.7982821 May 17 12:17:53.824827 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57376) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:53.869977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Deleting subnet 6d5665b6-8d63-4acb-9103-c8c4765b1e33 {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:17:53.873372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Publish callbacks [] for subnet (6d5665b6-8d63-4acb-9103-c8c4765b1e33), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.909466 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (6d5665b6-8d63-4acb-9103-c8c4765b1e33), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:53.986388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (6d5665b6-8d63-4acb-9103-c8c4765b1e33), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.037949 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (6d5665b6-8d63-4acb-9103-c8c4765b1e33), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.064832 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.069184 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6d5665b6-8d63-4acb-9103-c8c4765b1e33 HTTP/1.1" status: 204 len: 168 time: 0.2431314 May 17 12:17:54.070162 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240304de-c1d8-4a00-903b-bed0199ed755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5665b6-8d63-4acb-9103-c8c4765b1e33,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:54.070915 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b708eb7-9977-4e54-b726-ec62a56d8967 None None] Network 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:17:54.071549 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57378) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:54.140370 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.182388 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Deleting port 34770062-9278-4f31-98eb-acb4a8bef9f6 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:54.182734 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.249944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] DHCP port deletion for 5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:17:54.257312 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] For port 34770062-9278-4f31-98eb-acb4a8bef9f6, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=34770062-9278-4f31-98eb-acb4a8bef9f6,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:54.257686 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.271455 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Calling delete_port for 34770062-9278-4f31-98eb-acb4a8bef9f6 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:54.287009 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Deleting port 34770062-9278-4f31-98eb-acb4a8bef9f6 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:17:54.287612 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.349280 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f9039c19-eef5-4f81-ba9d-ee0e856852df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.353396 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.370778 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] For port 34770062-9278-4f31-98eb-acb4a8bef9f6, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=34770062-9278-4f31-98eb-acb4a8bef9f6,segment=NetworkSegment(a83b90dd-12a5-49c1-aee9-f01d1ad58b79),segment_id=a83b90dd-12a5-49c1-aee9-f01d1ad58b79)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:54.371397 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.378161 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=34770062-9278-4f31-98eb-acb4a8bef9f6,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:54.384881 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] No DVR routers for this DVR port 34770062-9278-4f31-98eb-acb4a8bef9f6 on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:54.396919 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Calling delete_port for 34770062-9278-4f31-98eb-acb4a8bef9f6 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:17:54.482042 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (34770062-9278-4f31-98eb-acb4a8bef9f6), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.498868 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ad49-0c72-4d9d-b0a0-9a07394691a4 req-1fc08c82-71cc-4ea3-926a-6782b86ea5d7 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:54.500406 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a806ad49-0c72-4d9d-b0a0-9a07394691a4 req-1fc08c82-71cc-4ea3-926a-6782b86ea5d7 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0885253 May 17 12:17:54.502181 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.510874 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] Pushing event deleted for resources: {'Port': ['ID=34770062-9278-4f31-98eb-acb4a8bef9f6,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:54.518323 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0325a-629d-4523-bbaf-ef9043fbff88 None None] No DVR routers for this DVR port 34770062-9278-4f31-98eb-acb4a8bef9f6 on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:17:54.546237 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:54.564495 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:54.564795 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83b90dd-12a5-49c1-aee9-f01d1ad58b79') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:17:54.587259 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (a83b90dd-12a5-49c1-aee9-f01d1ad58b79), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.598417 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a806ad49-0c72-4d9d-b0a0-9a07394691a4 req-00056bf5-9676-48cb-b030-4fb0d27d2c54 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 May 17 12:17:54.606761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a83b90dd-12a5-49c1-aee9-f01d1ad58b79), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.612921 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:17:54.613318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (a83b90dd-12a5-49c1-aee9-f01d1ad58b79), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:17:54.615307 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:17:54.668876 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.674150 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.677853 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] 10.222.0.58 "DELETE /v2.0/networks/5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0 HTTP/1.1" status: 204 len: 168 time: 0.6052284 May 17 12:17:54.688446 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb542-2822-43d7-8f99-8ee94f414ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8419b7-b572-4795-bcd2-a5f8cfb8c6c0,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:54.786977 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 34770062-9278-4f31-98eb-acb4a8bef9f6 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:54.806746 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 34770062-9278-4f31-98eb-acb4a8bef9f6 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:54.807103 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 34770062-9278-4f31-98eb-acb4a8bef9f6 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:54.807521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 918170da-fef3-40f8-99fd-129856f540a4 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:54.808328 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57386) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:54.830128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 918170da-fef3-40f8-99fd-129856f540a4 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:54.830491 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 918170da-fef3-40f8-99fd-129856f540a4 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:54.830901 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9c542086-60ca-4e61-a3eb-41215fecd09e no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:17:54.849139 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7b9e03be-c168-4680-91c3-fa6956a4c794 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd2c9994923540748c1513406e3e7ffc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393610 May 17 12:17:54.851926 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57388) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:54.852266 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 9c542086-60ca-4e61-a3eb-41215fecd09e {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:17:54.852628 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9c542086-60ca-4e61-a3eb-41215fecd09e not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:17:54.903477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] Publish callbacks [] for security_group (8a576836-44a7-4e1e-ad61-86677fe5026b), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.924053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] Publish callbacks [] for security_group (8a576836-44a7-4e1e-ad61-86677fe5026b), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.971298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8a576836-44a7-4e1e-ad61-86677fe5026b), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.974031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:54.975319 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a576836-44a7-4e1e-ad61-86677fe5026b HTTP/1.1" status: 204 len: 168 time: 0.1222286 May 17 12:17:54.983170 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79eeea-db10-4eab-861c-4ec0c7227ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a576836-44a7-4e1e-ad61-86677fe5026b,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:55.413892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:55.713881 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76baa-595b-42fd-9c72-caf1d275ce6d req-a36ed113-3b90-4f68-95e0-eeccf502f55e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:55.715491 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-68a76baa-595b-42fd-9c72-caf1d275ce6d req-a36ed113-3b90-4f68-95e0-eeccf502f55e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0481782 May 17 12:17:55.768695 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-68a76baa-595b-42fd-9c72-caf1d275ce6d req-e95e2af1-e9b4-4707-82a9-93d3cf5995c6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 May 17 12:17:56.768057 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:56.882874 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10142b7-4bff-4080-92a5-a794652879f0 req-8e06c021-b533-4f82-87fb-0b692869f8ab tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:56.884385 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10142b7-4bff-4080-92a5-a794652879f0 req-8e06c021-b533-4f82-87fb-0b692869f8ab tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0471442 May 17 12:17:56.932221 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10142b7-4bff-4080-92a5-a794652879f0 req-2538f5ac-f0b7-4385-9133-b1e6ee412f34 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 May 17 12:17:57.990561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-27ed376b-69e7-4757-b744-47ed43cb4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:57.992151 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-27ed376b-69e7-4757-b744-47ed43cb4889 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f55775e2790046029256efb09b501c89&device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 1127 time: 0.0419781 May 17 12:17:58.096133 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d74ea-9004-4d29-8a43-c5f7761f3fee req-c0e4f0de-40ba-470c-8fc3-d6d2c51a285c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:58.097505 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-728d74ea-9004-4d29-8a43-c5f7761f3fee req-c0e4f0de-40ba-470c-8fc3-d6d2c51a285c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 943 time: 0.0877469 May 17 12:17:58.146096 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-efae20f0-4c44-408e-bd83-a2904cd11400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:58.147541 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-efae20f0-4c44-408e-bd83-a2904cd11400 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 200 len: 910 time: 0.1473267 May 17 12:17:58.195004 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-728d74ea-9004-4d29-8a43-c5f7761f3fee req-44c6957f-88e7-4699-bdd5-896a36661e32 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910296 May 17 12:17:58.196378 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-ee1d8339-d288-435c-b442-acf2729e3cc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238 HTTP/1.1" status: 200 len: 217 time: 0.0418048 May 17 12:17:58.247768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-6998c8f5-e438-4837-9e4c-6d945d665538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:58.249368 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-6998c8f5-e438-4837-9e4c-6d945d665538 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f36d32c-566d-4477-9dcf-ab0836aa9c7a HTTP/1.1" status: 200 len: 849 time: 0.0455134 May 17 12:17:58.282360 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-af33384c-7347-4b4d-8c8c-a8b240a3caf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49f3cb23-6bce-4173-805c-bcdc334068cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261533 May 17 12:17:58.343164 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6cd6a140-eca6-45f8-9b0a-aee99632e238 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:17:58.378636 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:58.383529 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-cb1b89eb-9837-47ae-91fe-5d6aaf522f77 service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928154 May 17 12:17:58.460859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:58.472076 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '6cd6a140-eca6-45f8-9b0a-aee99632e238', 'network_id': '49f3cb23-6bce-4173-805c-bcdc334068cb', 'port_id': '6cd6a140-eca6-45f8-9b0a-aee99632e238', 'mac_address': 'fa:16:3e:f2:e8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f36d32c-566d-4477-9dcf-ab0836aa9c7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:17:58.481886 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b10edce1-7339-4c31-86a6-c27c1b6cde94 req-c3632dc0-e84f-4526-9d63-88a8ab47cb0d service neutron] 10.222.0.35 "GET /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919368 May 17 12:17:58.507068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 6cd6a140-eca6-45f8-9b0a-aee99632e238 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:17:58.507459 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:58.520042 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd6a140-eca6-45f8-9b0a-aee99632e238 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:17:58.540749 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:17:58.544297 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:58.591104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:58.982329 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['6cd6a140-eca6-45f8-9b0a-aee99632e238'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:17:59.307491 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115e9d-3bfb-4db6-853a-a5770f0c4af9 req-12837ccf-f94e-45ce-82e7-680c1eb0dda6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:17:59.308956 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-05115e9d-3bfb-4db6-853a-a5770f0c4af9 req-12837ccf-f94e-45ce-82e7-680c1eb0dda6 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 944 time: 0.0457830 May 17 12:17:59.354972 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-05115e9d-3bfb-4db6-853a-a5770f0c4af9 req-405ef6c3-5593-4fde-b854-0f2108fa1af7 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 May 17 12:17:59.721889 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57484) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:59.826988 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d5bb535-e8e9-4faa-be6e-2a41f6efc2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:59.901397 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d5bb535-e8e9-4faa-be6e-2a41f6efc2dd admin admin] Publish callbacks [] for security_group (cde5a8b6-6be4-4fcc-b2de-fec95a7eec36), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:59.905054 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5d5bb535-e8e9-4faa-be6e-2a41f6efc2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (cde5a8b6-6be4-4fcc-b2de-fec95a7eec36), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:17:59.942407 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5d5bb535-e8e9-4faa-be6e-2a41f6efc2dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=433189fb223e42cc951a2e49ab594b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194958 May 17 12:17:59.943243 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bb535-e8e9-4faa-be6e-2a41f6efc2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde5a8b6-6be4-4fcc-b2de-fec95a7eec36,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:17:59.946628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57488) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:17:59.994436 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] Publish callbacks [] for security_group (cde5a8b6-6be4-4fcc-b2de-fec95a7eec36), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:00.015600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] Publish callbacks [] for security_group (cde5a8b6-6be4-4fcc-b2de-fec95a7eec36), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:00.061550 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (cde5a8b6-6be4-4fcc-b2de-fec95a7eec36), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:00.064162 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:00.065328 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cde5a8b6-6be4-4fcc-b2de-fec95a7eec36 HTTP/1.1" status: 204 len: 168 time: 0.1175587 May 17 12:18:00.074242 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7930c50-5a2b-4415-b571-71b94b967f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde5a8b6-6be4-4fcc-b2de-fec95a7eec36,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:00.472752 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6474da-f4bd-429f-b52d-733b222046f4 req-64b21240-2985-42cd-b9a3-3e5c074a27ea tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:00.474253 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-df6474da-f4bd-429f-b52d-733b222046f4 req-64b21240-2985-42cd-b9a3-3e5c074a27ea tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 944 time: 0.0515947 May 17 12:18:00.526005 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-df6474da-f4bd-429f-b52d-733b222046f4 req-520497fc-993e-4bf2-a27c-a69918806579 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 May 17 12:18:01.639641 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a392e-21f9-4653-b36a-36c20e8113f0 req-8a15928b-635f-41a2-9200-f916b1a6b566 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:01.641136 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4e5a392e-21f9-4653-b36a-36c20e8113f0 req-8a15928b-635f-41a2-9200-f916b1a6b566 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 944 time: 0.0472536 May 17 12:18:01.687397 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4e5a392e-21f9-4653-b36a-36c20e8113f0 req-1d341c62-2131-4206-a8b0-a9a5feb47779 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 May 17 12:18:02.800063 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c31899-121c-4718-8ad2-ff685a183f04 req-cdea8b61-1590-4731-a87d-2af71b4c2d9c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:02.801440 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98c31899-121c-4718-8ad2-ff685a183f04 req-cdea8b61-1590-4731-a87d-2af71b4c2d9c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 944 time: 0.0463531 May 17 12:18:02.847020 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-98c31899-121c-4718-8ad2-ff685a183f04 req-ae067272-4f3a-4327-b72d-4e6cac9cfc0e tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 May 17 12:18:03.628574 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57552) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:03.730658 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9621cd9d-b3b4-4c6f-a543-31ced582bad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:03.813691 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9621cd9d-b3b4-4c6f-a543-31ced582bad1 admin admin] Publish callbacks [] for security_group (3e82e76a-c67d-4091-83d3-6475a5f36fa8), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:03.817661 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9621cd9d-b3b4-4c6f-a543-31ced582bad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3e82e76a-c67d-4091-83d3-6475a5f36fa8), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:03.857290 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9621cd9d-b3b4-4c6f-a543-31ced582bad1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b910e98ecb5f46d197f180c8385b2dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276194 May 17 12:18:03.858147 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621cd9d-b3b4-4c6f-a543-31ced582bad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82e76a-c67d-4091-83d3-6475a5f36fa8,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:03.859944 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57556) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:03.928923 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] Publish callbacks [] for security_group (3e82e76a-c67d-4091-83d3-6475a5f36fa8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:03.976845 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c7851-16a6-4094-a1bd-b5d18c4d61f9 req-6ecf064d-6ecd-4f37-8bbc-5e0390e3f216 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:03.978202 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7f8c7851-16a6-4094-a1bd-b5d18c4d61f9 req-6ecf064d-6ecd-4f37-8bbc-5e0390e3f216 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 944 time: 0.0645530 May 17 12:18:03.979974 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] Publish callbacks [] for security_group (3e82e76a-c67d-4091-83d3-6475a5f36fa8), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.046740 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7f8c7851-16a6-4094-a1bd-b5d18c4d61f9 req-58e4cca0-5ffb-4f41-8fc5-b16ced25b57c tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603745 May 17 12:18:04.055614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (3e82e76a-c67d-4091-83d3-6475a5f36fa8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.058450 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.061950 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e82e76a-c67d-4091-83d3-6475a5f36fa8 HTTP/1.1" status: 204 len: 168 time: 0.1985509 May 17 12:18:04.067348 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2405-6099-40d2-a40f-334cdd312edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82e76a-c67d-4091-83d3-6475a5f36fa8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:04.330424 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57566) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:04.344643 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b5c-3e68-4e49-b096-5f0958c37ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.371900 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6cd6a140-eca6-45f8-9b0a-aee99632e238 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:18:04.416134 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 6cd6a140-eca6-45f8-9b0a-aee99632e238 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:18:04.421837 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 6cd6a140-eca6-45f8-9b0a-aee99632e238 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:18:04.422290 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.424497 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b5c-3e68-4e49-b096-5f0958c37ef0 admin admin] Publish callbacks [] for security_group (80ead79b-452d-41c0-9c20-a5f04f83f167), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.429366 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b5c-3e68-4e49-b096-5f0958c37ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (80ead79b-452d-41c0-9c20-a5f04f83f167), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.467121 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b73f5b5c-3e68-4e49-b096-5f0958c37ef0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d15e5308899140418d11e9e0bbebb5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356149 May 17 12:18:04.469064 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f5b5c-3e68-4e49-b096-5f0958c37ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ead79b-452d-41c0-9c20-a5f04f83f167,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:04.469774 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57568) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:04.501565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 6cd6a140-eca6-45f8-9b0a-aee99632e238 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:18:04.501948 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.523901 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] Publish callbacks [] for security_group (80ead79b-452d-41c0-9c20-a5f04f83f167), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.524642 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:18:04.526955 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b74313-c5d0-41db-90d9-64ab67e54560" -d '{"events": [{"server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "name": "network-vif-plugged", "status": "completed", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:18:04.548973 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:18:04.549809 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] Publish callbacks [] for security_group (80ead79b-452d-41c0-9c20-a5f04f83f167), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.553067 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.601145 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:04.613746 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (80ead79b-452d-41c0-9c20-a5f04f83f167), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.616553 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:04.620084 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80ead79b-452d-41c0-9c20-a5f04f83f167 HTTP/1.1" status: 204 len: 168 time: 0.1470227 May 17 12:18:04.625923 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5337-0f1c-4c1b-b673-cddfce484bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ead79b-452d-41c0-9c20-a5f04f83f167,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:04.756943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d65f00-8b5c-4cb9-9f6f-98bff3aa9944 x-openstack-request-id: req-d0d65f00-8b5c-4cb9-9f6f-98bff3aa9944 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:18:04.757786 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "name": "network-vif-plugged", "status": "completed", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:18:04.757937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0d65f00-8b5c-4cb9-9f6f-98bff3aa9944 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:18:04.758483 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d65f00-8b5c-4cb9-9f6f-98bff3aa9944'] response: {'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238', 'code': 200} May 17 12:18:04.967326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bcc09-5f39-4825-a736-74d0fa39a69a req-235685e1-2745-4a71-9ef3-8d36994d8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:04.968886 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-503bcc09-5f39-4825-a736-74d0fa39a69a req-235685e1-2745-4a71-9ef3-8d36994d8618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 1129 time: 0.0425208 May 17 12:18:05.014846 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-503bcc09-5f39-4825-a736-74d0fa39a69a req-8dac6544-00ed-46c6-b072-b9b7456595de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 May 17 12:18:05.167032 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb68e9e-0dbe-4585-a834-1bc00b9398ab req-191fda84-edb9-49e1-bff5-812103d38a38 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:05.168673 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fbb68e9e-0dbe-4585-a834-1bc00b9398ab req-191fda84-edb9-49e1-bff5-812103d38a38 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0493495 May 17 12:18:05.215843 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-fbb68e9e-0dbe-4585-a834-1bc00b9398ab req-3818d3eb-a490-4eca-9f4d-c8eb9a7c9a4f tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 May 17 12:18:06.331159 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e917f7-a6d2-4ffc-b94c-41e51ca3d231 req-0da4b58f-0edd-4f95-b06e-cfa840084ca1 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:06.332535 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-83e917f7-a6d2-4ffc-b94c-41e51ca3d231 req-0da4b58f-0edd-4f95-b06e-cfa840084ca1 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0468040 May 17 12:18:06.383810 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-83e917f7-a6d2-4ffc-b94c-41e51ca3d231 req-54202c5e-f505-4c35-ad19-a8847653be98 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 May 17 12:18:07.511546 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae8fe-1008-49f2-a02e-69bdfede2c58 req-440c0ad2-f609-4715-ba21-7a14c1577830 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:07.513074 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-df0ae8fe-1008-49f2-a02e-69bdfede2c58 req-440c0ad2-f609-4715-ba21-7a14c1577830 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0572250 May 17 12:18:07.567976 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-df0ae8fe-1008-49f2-a02e-69bdfede2c58 req-a8ac1835-4873-4011-a9f9-b29f036c6ebb tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 May 17 12:18:08.470105 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:18:08.823517 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a95653-e388-4877-a2d1-125cad67c335 req-589adba2-3762-4027-81de-491bb9d0e901 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:08.825269 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-84a95653-e388-4877-a2d1-125cad67c335 req-589adba2-3762-4027-81de-491bb9d0e901 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0497093 May 17 12:18:08.872058 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-84a95653-e388-4877-a2d1-125cad67c335 req-4930b6b0-eff2-4d41-8003-371a3fcd02e9 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 May 17 12:18:09.240532 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57712) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:09.341100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9706a227-66a4-4fe0-a2b6-897d3710e69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.414851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9706a227-66a4-4fe0-a2b6-897d3710e69c admin admin] Publish callbacks [] for security_group (a854f07f-f04f-4335-89fb-e4854ca590e4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.418339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9706a227-66a4-4fe0-a2b6-897d3710e69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a854f07f-f04f-4335-89fb-e4854ca590e4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.458325 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9706a227-66a4-4fe0-a2b6-897d3710e69c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae9f1c5826d944dc90b136eff44f3914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167926 May 17 12:18:09.460792 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a227-66a4-4fe0-a2b6-897d3710e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a854f07f-f04f-4335-89fb-e4854ca590e4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:09.461808 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57716) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:09.508894 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] Publish callbacks [] for security_group (a854f07f-f04f-4335-89fb-e4854ca590e4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.530197 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] Publish callbacks [] for security_group (a854f07f-f04f-4335-89fb-e4854ca590e4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.576481 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (a854f07f-f04f-4335-89fb-e4854ca590e4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.579017 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.580157 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a854f07f-f04f-4335-89fb-e4854ca590e4 HTTP/1.1" status: 204 len: 168 time: 0.1173625 May 17 12:18:09.588373 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bfca2-1d8c-4206-a4f4-dc607b873e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a854f07f-f04f-4335-89fb-e4854ca590e4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:09.834171 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57724) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:09.847511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67afad3b-edd5-414a-a540-ac57ccc2467f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.924978 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67afad3b-edd5-414a-a540-ac57ccc2467f admin admin] Publish callbacks [] for security_group (d50e5eae-4c68-4cd1-91e3-503121e15add), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.929905 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-67afad3b-edd5-414a-a540-ac57ccc2467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d50e5eae-4c68-4cd1-91e3-503121e15add), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:09.968547 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-67afad3b-edd5-414a-a540-ac57ccc2467f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1aa0e170b0f4db5918bc8dafe724373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334245 May 17 12:18:09.971164 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afad3b-edd5-414a-a540-ac57ccc2467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e5eae-4c68-4cd1-91e3-503121e15add,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:09.972510 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57728) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:10.002037 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4598-0047-441d-af95-320dfcaa8795 req-a8764aef-ec79-4987-97be-ff8d9dab9c2b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:10.003509 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a48b4598-0047-441d-af95-320dfcaa8795 req-a8764aef-ec79-4987-97be-ff8d9dab9c2b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0612721 May 17 12:18:10.070082 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] Publish callbacks [] for security_group (d50e5eae-4c68-4cd1-91e3-503121e15add), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:10.076864 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a48b4598-0047-441d-af95-320dfcaa8795 req-3d22907a-fabc-46f3-b5db-300591d83dbc tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651433 May 17 12:18:10.095449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] Publish callbacks [] for security_group (d50e5eae-4c68-4cd1-91e3-503121e15add), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:10.141960 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d50e5eae-4c68-4cd1-91e3-503121e15add), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:10.144887 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:10.146266 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d50e5eae-4c68-4cd1-91e3-503121e15add HTTP/1.1" status: 204 len: 168 time: 0.1726303 May 17 12:18:10.155180 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a84468-1cb6-4cac-b6c9-f412d74d552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e5eae-4c68-4cd1-91e3-503121e15add,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:11.191045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54241-36c0-4e81-8dd3-6b16722299a9 req-25c5bbd9-7d11-474b-b668-cd4965bd2c96 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:11.192532 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-29a54241-36c0-4e81-8dd3-6b16722299a9 req-25c5bbd9-7d11-474b-b668-cd4965bd2c96 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0485537 May 17 12:18:11.242314 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-29a54241-36c0-4e81-8dd3-6b16722299a9 req-e5d5bbf9-803d-4317-9cbf-1fb0fb91c837 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 May 17 12:18:11.715479 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57778) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:11.821200 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de25687b-1733-45e2-bb95-2fae8fd5ee29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:11.895792 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de25687b-1733-45e2-bb95-2fae8fd5ee29 admin admin] Publish callbacks [] for security_group (d5c76867-df90-4185-8831-e6aea17e6167), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:11.902266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-de25687b-1733-45e2-bb95-2fae8fd5ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d5c76867-df90-4185-8831-e6aea17e6167), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:11.940156 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-de25687b-1733-45e2-bb95-2fae8fd5ee29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a145143c34c54e6ba1d4453c10d19a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235465 May 17 12:18:11.940989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25687b-1733-45e2-bb95-2fae8fd5ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c76867-df90-4185-8831-e6aea17e6167,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:11.942956 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57784) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:11.992025 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] Publish callbacks [] for security_group (d5c76867-df90-4185-8831-e6aea17e6167), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.012444 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] Publish callbacks [] for security_group (d5c76867-df90-4185-8831-e6aea17e6167), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.057461 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d5c76867-df90-4185-8831-e6aea17e6167), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.060084 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.061250 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5c76867-df90-4185-8831-e6aea17e6167 HTTP/1.1" status: 204 len: 168 time: 0.1171031 May 17 12:18:12.068821 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c2cc4-e1b1-4484-b8b3-503334ddb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c76867-df90-4185-8831-e6aea17e6167,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:12.314968 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57792) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:12.328754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c661ea3-33a4-4aba-a5e1-a6744b46ccb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.357149 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8056243-5cf1-4d09-b61b-09ba9f678438 req-bc991d28-5de2-4c17-852b-01e907a33924 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:12.358623 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a8056243-5cf1-4d09-b61b-09ba9f678438 req-bc991d28-5de2-4c17-852b-01e907a33924 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0481939 May 17 12:18:12.406962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c661ea3-33a4-4aba-a5e1-a6744b46ccb3 admin admin] Publish callbacks [] for security_group (f0918d11-83f3-482a-97e5-2d5c742fe954), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.409247 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a8056243-5cf1-4d09-b61b-09ba9f678438 req-9218602e-e2d7-4ff4-86aa-d974ca2d0af8 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 May 17 12:18:12.411257 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1c661ea3-33a4-4aba-a5e1-a6744b46ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f0918d11-83f3-482a-97e5-2d5c742fe954), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.449393 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c661ea3-33a4-4aba-a5e1-a6744b46ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0918d11-83f3-482a-97e5-2d5c742fe954,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:12.455465 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-1c661ea3-33a4-4aba-a5e1-a6744b46ccb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b22d0623051a409f8da0fbed275ffc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394675 May 17 12:18:12.458288 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57794) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:12.507437 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] Publish callbacks [] for security_group (f0918d11-83f3-482a-97e5-2d5c742fe954), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.538618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] Publish callbacks [] for security_group (f0918d11-83f3-482a-97e5-2d5c742fe954), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.587257 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f0918d11-83f3-482a-97e5-2d5c742fe954), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.589788 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:12.590907 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0918d11-83f3-482a-97e5-2d5c742fe954 HTTP/1.1" status: 204 len: 168 time: 0.1316199 May 17 12:18:12.601366 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff9013-01a4-424d-82ee-3e90107455f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0918d11-83f3-482a-97e5-2d5c742fe954,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:13.529345 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8223ff-66cb-4804-9054-570bf20a1a84 req-b7166836-9fab-4d61-9129-d514c9a7a02d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:13.530720 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ee8223ff-66cb-4804-9054-570bf20a1a84 req-b7166836-9fab-4d61-9129-d514c9a7a02d tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0485246 May 17 12:18:13.580110 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-ee8223ff-66cb-4804-9054-570bf20a1a84 req-d7fcf9a4-e13f-4364-802e-607db819f260 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/security-groups?id=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 May 17 12:18:13.771078 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb87b9-180d-401d-b745-c403c99880ff req-39bdecb0-1c21-4e40-99f7-23d146643a00 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:13.772746 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9dcb87b9-180d-401d-b745-c403c99880ff req-39bdecb0-1c21-4e40-99f7-23d146643a00 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 945 time: 0.0473657 May 17 12:18:13.859052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Deleting port 6cd6a140-eca6-45f8-9b0a-aee99632e238 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:18:13.859402 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:13.953962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] For port 6cd6a140-eca6-45f8-9b0a-aee99632e238, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=6cd6a140-eca6-45f8-9b0a-aee99632e238,segment=NetworkSegment(be10a54f-5f8d-442c-b088-d229559fb51b),segment_id=be10a54f-5f8d-442c-b088-d229559fb51b)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:18:13.953962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:13.971590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Calling delete_port for 6cd6a140-eca6-45f8-9b0a-aee99632e238 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:18:14.104889 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (6cd6a140-eca6-45f8-9b0a-aee99632e238), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:14.130432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Pushing event deleted for resources: {'Port': ['ID=6cd6a140-eca6-45f8-9b0a-aee99632e238,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:14.144581 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['6cd6a140-eca6-45f8-9b0a-aee99632e238'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:18:14.186322 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] No DVR routers for this DVR port 6cd6a140-eca6-45f8-9b0a-aee99632e238 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:18:14.188847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:14.192360 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9dcb87b9-180d-401d-b745-c403c99880ff req-884748d3-8b68-4eee-968f-180a1c293c0b tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.35 "DELETE /v2.0/ports/6cd6a140-eca6-45f8-9b0a-aee99632e238 HTTP/1.1" status: 204 len: 173 time: 0.4132757 May 17 12:18:14.192780 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'name': 'network-vif-deleted', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:18:14.195462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97666293-d173-4c24-bab0-a7731a58668b" -d '{"events": [{"server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "name": "network-vif-deleted", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:18:14.242674 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5bba9-f3cb-4224-8d2e-7c39c7528a5a x-openstack-request-id: req-9dd5bba9-f3cb-4224-8d2e-7c39c7528a5a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:18:14.242973 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25174089-91e4-4824-b85a-7778730e3289", "name": "network-vif-deleted", "tag": "6cd6a140-eca6-45f8-9b0a-aee99632e238", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:18:14.243234 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9dd5bba9-f3cb-4224-8d2e-7c39c7528a5a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:18:14.243828 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd5bba9-f3cb-4224-8d2e-7c39c7528a5a'] response: {'server_uuid': '25174089-91e4-4824-b85a-7778730e3289', 'name': 'network-vif-deleted', 'tag': '6cd6a140-eca6-45f8-9b0a-aee99632e238', 'status': 'completed', 'code': 200} May 17 12:18:14.696001 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2eca14bc-7f27-4f50-8f37-0c99f801dc1e req-aa67dc1b-0d6b-42f9-8209-85271bd01225 tempest-VolumesActionsTest-1761414393 tempest-VolumesActionsTest-1761414393-project] 10.222.0.58 "GET /v2.0/ports?device_id=25174089-91e4-4824-b85a-7778730e3289 HTTP/1.1" status: 200 len: 210 time: 0.0287113 May 17 12:18:16.396219 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6cd6a140-eca6-45f8-9b0a-aee99632e238 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:18:16.417407 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 6cd6a140-eca6-45f8-9b0a-aee99632e238 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:18:16.417680 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 6cd6a140-eca6-45f8-9b0a-aee99632e238 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:18:17.169328 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57976) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:17.271123 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34806107-6977-47de-8ebd-6f68c56f969f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.343586 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34806107-6977-47de-8ebd-6f68c56f969f admin admin] Publish callbacks [] for security_group (5d052512-849d-49dc-b49b-0d0b4248d989), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.346968 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-34806107-6977-47de-8ebd-6f68c56f969f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5d052512-849d-49dc-b49b-0d0b4248d989), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.384354 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-34806107-6977-47de-8ebd-6f68c56f969f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1796d32e63748e997e2332f39779b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139142 May 17 12:18:17.386223 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806107-6977-47de-8ebd-6f68c56f969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d052512-849d-49dc-b49b-0d0b4248d989,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:17.387550 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57980) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:17.435346 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] Publish callbacks [] for security_group (5d052512-849d-49dc-b49b-0d0b4248d989), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.456811 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] Publish callbacks [] for security_group (5d052512-849d-49dc-b49b-0d0b4248d989), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.503320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (5d052512-849d-49dc-b49b-0d0b4248d989), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.506413 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:17.507537 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d052512-849d-49dc-b49b-0d0b4248d989 HTTP/1.1" status: 204 len: 168 time: 0.1188986 May 17 12:18:17.515154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05407d36-5183-4454-bd64-553852537a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d052512-849d-49dc-b49b-0d0b4248d989,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:17.766626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 57992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:17.779588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eab46e8-27c7-44b5-82c4-08123f18bf56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.100898 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eab46e8-27c7-44b5-82c4-08123f18bf56 admin admin] Publish callbacks [] for security_group (b2fba4b5-9fb7-409e-9992-790a3c4dafd4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.104591 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3eab46e8-27c7-44b5-82c4-08123f18bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b2fba4b5-9fb7-409e-9992-790a3c4dafd4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.142314 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3eab46e8-27c7-44b5-82c4-08123f18bf56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a663f7ad35ba4397aaac6ce4afb84006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746293 May 17 12:18:18.143266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab46e8-27c7-44b5-82c4-08123f18bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fba4b5-9fb7-409e-9992-790a3c4dafd4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:18.144995 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 57996) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:18.193766 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] Publish callbacks [] for security_group (b2fba4b5-9fb7-409e-9992-790a3c4dafd4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.215031 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] Publish callbacks [] for security_group (b2fba4b5-9fb7-409e-9992-790a3c4dafd4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.260299 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b2fba4b5-9fb7-409e-9992-790a3c4dafd4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.262798 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:18.263927 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2fba4b5-9fb7-409e-9992-790a3c4dafd4 HTTP/1.1" status: 204 len: 168 time: 0.1179409 May 17 12:18:18.272089 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5cf77-587d-4ea1-afb0-74e369b7d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fba4b5-9fb7-409e-9992-790a3c4dafd4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:20.134442 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58078) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:20.237751 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9dee-c418-4603-91c5-5ff9fade90d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.310480 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9dee-c418-4603-91c5-5ff9fade90d2 admin admin] Publish callbacks [] for security_group (15346f62-0ea2-43f0-b93d-90e124dba12e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.314000 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bdfc9dee-c418-4603-91c5-5ff9fade90d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (15346f62-0ea2-43f0-b93d-90e124dba12e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.351446 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-bdfc9dee-c418-4603-91c5-5ff9fade90d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8d22c9e083c43aa8a8ca226cfba1504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159340 May 17 12:18:20.352555 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc9dee-c418-4603-91c5-5ff9fade90d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15346f62-0ea2-43f0-b93d-90e124dba12e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:20.354253 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58082) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:20.401755 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] Publish callbacks [] for security_group (15346f62-0ea2-43f0-b93d-90e124dba12e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.423793 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] Publish callbacks [] for security_group (15346f62-0ea2-43f0-b93d-90e124dba12e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.469318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (15346f62-0ea2-43f0-b93d-90e124dba12e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.471855 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.473027 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15346f62-0ea2-43f0-b93d-90e124dba12e HTTP/1.1" status: 204 len: 168 time: 0.1177638 May 17 12:18:20.481432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b093a-363e-465f-9a3f-e6ec776d7baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15346f62-0ea2-43f0-b93d-90e124dba12e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:20.736822 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58092) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:20.750304 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ed978b-4a96-4adb-9043-d757b3d95ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.831429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ed978b-4a96-4adb-9043-d757b3d95ba8 admin admin] Publish callbacks [] for security_group (12ef3ca0-bc2b-4921-841c-64fd72c84227), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.835401 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-13ed978b-4a96-4adb-9043-d757b3d95ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (12ef3ca0-bc2b-4921-841c-64fd72c84227), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.870895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed978b-4a96-4adb-9043-d757b3d95ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef3ca0-bc2b-4921-841c-64fd72c84227,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:20.875109 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-13ed978b-4a96-4adb-9043-d757b3d95ba8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e04653af7ae41af8187e9de57738561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372805 May 17 12:18:20.877642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58094) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:20.924678 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] Publish callbacks [] for security_group (12ef3ca0-bc2b-4921-841c-64fd72c84227), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.945234 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] Publish callbacks [] for security_group (12ef3ca0-bc2b-4921-841c-64fd72c84227), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.992162 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (12ef3ca0-bc2b-4921-841c-64fd72c84227), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.994643 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:20.995751 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12ef3ca0-bc2b-4921-841c-64fd72c84227 HTTP/1.1" status: 204 len: 168 time: 0.1172347 May 17 12:18:21.003374 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425760b9-fc16-450b-9e0d-4f47ffccaa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef3ca0-bc2b-4921-841c-64fd72c84227,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:21.731970 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:21.911474 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2dd398d6-ff1d-40d7-8f73-f69a5cf59bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:22.695119 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58190) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:22.862609 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad720a0a-a1f5-40b8-b38d-d571874038c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:22.928360 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58196) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.002971 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad720a0a-a1f5-40b8-b38d-d571874038c9 admin admin] Publish callbacks [] for security_group (7ba33794-a1f9-47a8-9230-5e3e46dc2bec), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.012261 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ad720a0a-a1f5-40b8-b38d-d571874038c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7ba33794-a1f9-47a8-9230-5e3e46dc2bec), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.050989 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad720a0a-a1f5-40b8-b38d-d571874038c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba33794-a1f9-47a8-9230-5e3e46dc2bec,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:23.065274 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.065759 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ad720a0a-a1f5-40b8-b38d-d571874038c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26cce676ded543dd90665a7ce5ae24f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690202 May 17 12:18:23.085985 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0799c422-d344-4ec2-8aac-21f0784c645c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.135164 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] Publish callbacks [] for security_group (7ba33794-a1f9-47a8-9230-5e3e46dc2bec), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.165371 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] Publish callbacks [] for security_group (7ba33794-a1f9-47a8-9230-5e3e46dc2bec), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.176458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0799c422-d344-4ec2-8aac-21f0784c645c admin admin] Publish callbacks [] for security_group (2f3707d3-8cad-432b-94f7-963599121cd1), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.183045 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0799c422-d344-4ec2-8aac-21f0784c645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2f3707d3-8cad-432b-94f7-963599121cd1), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.229680 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-0799c422-d344-4ec2-8aac-21f0784c645c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f1cdfcf96d04805bc9af76348b3ff08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987180 May 17 12:18:23.232173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58202) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.236473 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (7ba33794-a1f9-47a8-9230-5e3e46dc2bec), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.240280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.241879 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ba33794-a1f9-47a8-9230-5e3e46dc2bec HTTP/1.1" status: 204 len: 168 time: 0.1748426 May 17 12:18:23.259252 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799c422-d344-4ec2-8aac-21f0784c645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3707d3-8cad-432b-94f7-963599121cd1,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:23.286768 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24611d7e-ffa8-455a-b6a1-d95c9f987391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba33794-a1f9-47a8-9230-5e3e46dc2bec,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:23.305267 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] Publish callbacks [] for security_group (2f3707d3-8cad-432b-94f7-963599121cd1), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.329337 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] Publish callbacks [] for security_group (2f3707d3-8cad-432b-94f7-963599121cd1), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.403488 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2f3707d3-8cad-432b-94f7-963599121cd1), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.408826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.426300 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f3707d3-8cad-432b-94f7-963599121cd1 HTTP/1.1" status: 204 len: 168 time: 0.1857417 May 17 12:18:23.443610 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676c52-6cfb-4e75-9121-fd284b8ae7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3707d3-8cad-432b-94f7-963599121cd1,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:23.653829 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58214) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.668872 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-602514df-d310-4796-a7d7-10aa499b2dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.757200 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-602514df-d310-4796-a7d7-10aa499b2dcf admin admin] Publish callbacks [] for security_group (8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.762736 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-602514df-d310-4796-a7d7-10aa499b2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.807506 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-602514df-d310-4796-a7d7-10aa499b2dcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9424dd5431ba418db3519ffe648ac3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525757 May 17 12:18:23.808095 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58218) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.808683 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602514df-d310-4796-a7d7-10aa499b2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:23.876307 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] Publish callbacks [] for security_group (8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.883050 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58220) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:23.900295 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe3d05a1-d4e6-440c-8888-7848e9e8dece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.905536 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] Publish callbacks [] for security_group (8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.963169 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.966084 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:23.969574 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866 HTTP/1.1" status: 204 len: 168 time: 0.1579885 May 17 12:18:23.978419 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cba077-b9e9-4fd4-8435-8f70f6b4c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0bfe4f-204f-454a-b7bc-9fb8bf0d3866,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:24.056917 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe3d05a1-d4e6-440c-8888-7848e9e8dece admin admin] Publish callbacks [] for security_group (4a593c66-73d8-4dc0-883f-a15b5d6a80b4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.062424 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fe3d05a1-d4e6-440c-8888-7848e9e8dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4a593c66-73d8-4dc0-883f-a15b5d6a80b4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.128100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d05a1-d4e6-440c-8888-7848e9e8dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a593c66-73d8-4dc0-883f-a15b5d6a80b4,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:24.139373 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-fe3d05a1-d4e6-440c-8888-7848e9e8dece admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22ba3fa224554849b10e99a5bb3421fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552133 May 17 12:18:24.139593 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58224) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:24.193579 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] Publish callbacks [] for security_group (4a593c66-73d8-4dc0-883f-a15b5d6a80b4), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.222132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] Publish callbacks [] for security_group (4a593c66-73d8-4dc0-883f-a15b5d6a80b4), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.286660 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4a593c66-73d8-4dc0-883f-a15b5d6a80b4), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.289674 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.291166 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a593c66-73d8-4dc0-883f-a15b5d6a80b4 HTTP/1.1" status: 204 len: 168 time: 0.1504760 May 17 12:18:24.308726 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7053f16d-41ce-4e74-bc98-f1d5830c0901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:24.316883 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f233e-1568-47c5-8565-6443eda2395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a593c66-73d8-4dc0-883f-a15b5d6a80b4,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:25.423976 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:26.795729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.270027 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58344) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:27.409508 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9bddcf0-ead2-4d82-a94d-2d66d3a7b868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.506279 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9bddcf0-ead2-4d82-a94d-2d66d3a7b868 admin admin] Publish callbacks [] for security_group (75749855-ed35-4ade-88f8-3ccf384b437a), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.513006 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9bddcf0-ead2-4d82-a94d-2d66d3a7b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (75749855-ed35-4ade-88f8-3ccf384b437a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.568600 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bddcf0-ead2-4d82-a94d-2d66d3a7b868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75749855-ed35-4ade-88f8-3ccf384b437a,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:27.590432 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58348) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:27.590865 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f9bddcf0-ead2-4d82-a94d-2d66d3a7b868 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc7f1064b3d94574aed6d28f0d23132c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193414 May 17 12:18:27.645667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] Publish callbacks [] for security_group (75749855-ed35-4ade-88f8-3ccf384b437a), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.667981 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] Publish callbacks [] for security_group (75749855-ed35-4ade-88f8-3ccf384b437a), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.720555 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (75749855-ed35-4ade-88f8-3ccf384b437a), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.723248 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:27.728717 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75749855-ed35-4ade-88f8-3ccf384b437a HTTP/1.1" status: 204 len: 168 time: 0.1369479 May 17 12:18:27.737997 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a34d-84b6-4f8c-9278-7f075cd2307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75749855-ed35-4ade-88f8-3ccf384b437a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:28.046294 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58358) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:28.060586 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-520ae29d-e82e-4730-9579-21267c92cfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.158738 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-520ae29d-e82e-4730-9579-21267c92cfeb admin admin] Publish callbacks [] for security_group (fd4a536b-976a-4925-af93-21ed2533add3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.163309 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-520ae29d-e82e-4730-9579-21267c92cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (fd4a536b-976a-4925-af93-21ed2533add3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.200590 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-520ae29d-e82e-4730-9579-21267c92cfeb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d26ad6c9e896488f8d3dbc9bccdf9e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504750 May 17 12:18:28.202069 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58362) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:28.210230 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ae29d-e82e-4730-9579-21267c92cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a536b-976a-4925-af93-21ed2533add3,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:28.270924 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] Publish callbacks [] for security_group (fd4a536b-976a-4925-af93-21ed2533add3), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.299376 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] Publish callbacks [] for security_group (fd4a536b-976a-4925-af93-21ed2533add3), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.362553 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (fd4a536b-976a-4925-af93-21ed2533add3), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.365307 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.369840 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd4a536b-976a-4925-af93-21ed2533add3 HTTP/1.1" status: 204 len: 168 time: 0.1640539 May 17 12:18:28.369997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:28.379429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d3e0c-1272-4aea-8b62-ff354c582934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a536b-976a-4925-af93-21ed2533add3,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:39.679004 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58522) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:39.725207 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Deleting subnet 1f36d32c-566d-4477-9dcf-ab0836aa9c7a {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:18:39.729311 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Publish callbacks [] for subnet (1f36d32c-566d-4477-9dcf-ab0836aa9c7a), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:39.763502 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16379431'] for subnet (1f36d32c-566d-4477-9dcf-ab0836aa9c7a), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:39.802954 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (1f36d32c-566d-4477-9dcf-ab0836aa9c7a), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:39.859359 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15940408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16161744'] for subnet (1f36d32c-566d-4477-9dcf-ab0836aa9c7a), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:39.890022 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f36d32c-566d-4477-9dcf-ab0836aa9c7a,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:39.897724 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:39.901098 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-b898a753-d8ce-43ad-a604-3768135a2047 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1f36d32c-566d-4477-9dcf-ab0836aa9c7a HTTP/1.1" status: 204 len: 168 time: 0.2210770 May 17 12:18:39.903507 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58532) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:39.970964 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (49f3cb23-6bce-4173-805c-bcdc334068cb), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.052914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (49f3cb23-6bce-4173-805c-bcdc334068cb), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.081563 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f3cb23-6bce-4173-805c-bcdc334068cb']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:40.091795 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be10a54f-5f8d-442c-b088-d229559fb51b') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:40.092200 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be10a54f-5f8d-442c-b088-d229559fb51b') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:40.101864 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (be10a54f-5f8d-442c-b088-d229559fb51b), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.115286 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (be10a54f-5f8d-442c-b088-d229559fb51b), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.123520 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:18:40.124028 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (be10a54f-5f8d-442c-b088-d229559fb51b), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:18:40.126037 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:18:40.183913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (49f3cb23-6bce-4173-805c-bcdc334068cb), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.189474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.192676 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] 10.222.0.58 "DELETE /v2.0/networks/49f3cb23-6bce-4173-805c-bcdc334068cb HTTP/1.1" status: 204 len: 168 time: 0.2882555 May 17 12:18:40.204434 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8271cd-7236-4b83-93f5-ba1d3032cc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=49f3cb23-6bce-4173-805c-bcdc334068cb,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:40.353927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58540) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:40.397154 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ace535e1-4d7d-4642-8be1-d73a8f67fb2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f55775e2790046029256efb09b501c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419779 May 17 12:18:40.400136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:40.445879 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] Publish callbacks [] for security_group (89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.467786 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] Publish callbacks [] for security_group (89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.515445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.518029 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:40.519159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11 HTTP/1.1" status: 204 len: 168 time: 0.1181102 May 17 12:18:40.528285 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69892d-c6e1-450b-9241-181344e8de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae9ad7-cf0f-4f5e-845e-6d9eff97ff11,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:45.469389 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:18:49.560885 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58692) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:49.687042 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.764902 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Publish callbacks [] for security_group (d3e10840-19d8-4daa-a1a6-224287222961), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.768554 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d3e10840-19d8-4daa-a1a6-224287222961), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.809249 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b6b99f9edb3412893af3df914662e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471807 May 17 12:18:49.809962 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e10840-19d8-4daa-a1a6-224287222961,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:49.811924 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58696) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:49.817182 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.817538 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.817883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.818229 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.818625 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.818966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.819299 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.819629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.819959 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.820950 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.821286 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.821619 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.821953 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.822279 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.822605 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3ae47-5d6e-466b-be57-0fdf44a81615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:49.862508 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] Publish callbacks [] for security_group (d3e10840-19d8-4daa-a1a6-224287222961), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.885898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] Publish callbacks [] for security_group (d3e10840-19d8-4daa-a1a6-224287222961), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.935530 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d3e10840-19d8-4daa-a1a6-224287222961), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.938313 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:49.939452 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3e10840-19d8-4daa-a1a6-224287222961 HTTP/1.1" status: 204 len: 168 time: 0.1264877 May 17 12:18:49.947964 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043590-5768-4eeb-8ba1-e5b970b06d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e10840-19d8-4daa-a1a6-224287222961,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:51.734419 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:51.909822 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ac84deb-de3d-4e94-b4de-ec51b8893b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:54.303670 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d08e7be9-d912-48af-a41e-a3ae85237881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:55.422848 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:55.996064 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-03263532-0971-415a-aa08-b22c7c1e57e7 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445039270&fields=id&tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0 HTTP/1.1" status: 200 len: 267 time: 0.0455046 May 17 12:18:56.050506 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-92c8faae-a732-4461-96d3-5d0f73fa9cf6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:56.051960 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-92c8faae-a732-4461-96d3-5d0f73fa9cf6 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 984 time: 0.0499501 May 17 12:18:56.062290 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Request body: {'port': {'security_groups': ['4878535a-411b-4313-abba-c787b77b2852']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:18:56.136408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.349720 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:18:56.381933 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.386326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.428266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:56.428891 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.429347 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:18:56.430268 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d90dfdb-79d3-4969-9123-62fb12e6e37a req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "PUT /v2.0/ports/17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 942 time: 0.3723187 May 17 12:18:56.430721 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:18:56.433045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:18:56.436456 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58806) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:56.469025 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e8462-5057-42bb-9b31-92373844ff9f tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event updated for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=7']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:56.507542 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999cae8f-65d8-4ce2-adda-109ee4383bf4 x-openstack-request-id: req-999cae8f-65d8-4ce2-adda-109ee4383bf4 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:18:56.507871 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:18:56.508252 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-999cae8f-65d8-4ce2-adda-109ee4383bf4 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:18:56.508687 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999cae8f-65d8-4ce2-adda-109ee4383bf4'] response: {'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:18:56.548922 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (46ab5eb0-183a-4086-9c79-d63470e071c5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.586405 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:18:56.587761 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (46ab5eb0-183a-4086-9c79-d63470e071c5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.611026 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-7033ff88-4e43-4e5e-991c-c55a9965cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:56.612596 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-7033ff88-4e43-4e5e-991c-c55a9965cce2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1129 time: 0.0594893 May 17 12:18:56.663992 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (46ab5eb0-183a-4086-9c79-d63470e071c5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.666630 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.670220 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "DELETE /v2.0/security-groups/46ab5eb0-183a-4086-9c79-d63470e071c5 HTTP/1.1" status: 204 len: 168 time: 0.2297480 May 17 12:18:56.671004 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58810) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:18:56.679923 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab5eb0-183a-4086-9c79-d63470e071c5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:56.688385 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.688747 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.689095 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.689438 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.689776 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.690119 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.690730 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.691059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.691395 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.691723 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.692134 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.692404 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.692749 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.693081 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.693400 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8173013-be70-406a-ad69-482e079d0abb tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:18:56.734943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-901e104c-3c36-4b08-9c25-17c19e044049 None None] Provisioning complete for port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:18:56.735370 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-901e104c-3c36-4b08-9c25-17c19e044049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.810855 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:56.840809 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-664c6ff5-1df8-4ea2-9506-0e4fed849470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:56.842313 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-664c6ff5-1df8-4ea2-9506-0e4fed849470 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.2227414 May 17 12:18:56.875494 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-901e104c-3c36-4b08-9c25-17c19e044049 None None] Current status of the port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:18:56.936259 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-cd1cfe6b-3c2a-4a73-b092-0f9995ea39ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 1001 time: 0.0866883 May 17 12:18:56.950038 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Deleting port 4509d846-4221-4d4a-a555-c50222d3ed40 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:18:56.950629 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.049314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-0bd4c656-2ff7-4a12-bd0e-c032e6079d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:57.050776 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-0bd4c656-2ff7-4a12-bd0e-c032e6079d7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.1075892 May 17 12:18:57.099955 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.100313 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for floatingip (4509d846-4221-4d4a-a555-c50222d3ed40), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.118387 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Calling delete_port for 4509d846-4221-4d4a-a555-c50222d3ed40 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:18:57.122679 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-b58016c1-860a-4f4a-a061-aa97231a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:57.124166 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-b58016c1-860a-4f4a-a061-aa97231a1313 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661573 May 17 12:18:57.294057 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-08fdac08-e046-4479-9b98-002cfa218508 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632352 May 17 12:18:57.426144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (4509d846-4221-4d4a-a555-c50222d3ed40), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.455296 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8dc5152b-7f5a-42c2-ba49-4e4cdec3565c req-f83b20ba-62e3-4e0d-a8e4-28ed2906d892 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477983 May 17 12:18:57.457746 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event deleted for resources: {'Port': ['ID=4509d846-4221-4d4a-a555-c50222d3ed40,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:18:57.521037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks [] for floatingip (7fc0ae92-47ae-454d-bdc0-a1161af6799c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.521379 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Floating IP 7fc0ae92-47ae-454d-bdc0-a1161af6799c disassociated (deleted). External IP: 172.27.2.118, port: 17a6f924-0238-4beb-a7c9-3059b4bb15f8. May 17 12:18:57.738867 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Router e08e4be1-008f-46fc-b7da-292a85fbedb5 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:18:57.847065 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:18:57.851817 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:57.857027 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Sync routers for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:18:57.866701 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:18:57.867347 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:57.881839 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9b6ce2c9-ff10-4727-a119-ad5afd501aef tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "DELETE /v2.0/floatingips/7fc0ae92-47ae-454d-bdc0-a1161af6799c HTTP/1.1" status: 204 len: 168 time: 1.2094331 May 17 12:18:57.977585 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:18:58.174419 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:58.198437 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Checking router: e08e4be1-008f-46fc-b7da-292a85fbedb5 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:18:58.207534 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:18:58.208133 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:58.304361 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:18:58.398455 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:18:58.497181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:18:58.510068 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:18:58.512477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:18:58.551940 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e41fef-fc0d-4593-86b6-22497093904c x-openstack-request-id: req-48e41fef-fc0d-4593-86b6-22497093904c {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:18:58.552269 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:18:58.552527 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48e41fef-fc0d-4593-86b6-22497093904c {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:18:58.552935 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e41fef-fc0d-4593-86b6-22497093904c'] response: {'name': 'network-changed', 'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:18:58.650819 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f968625-09f6-4c62-b49a-cd9de5419fc2 None None] The sync data for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi is: [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:44Z', 'revision_number': 4, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0ae73e30-9a47-4e01-b890-4209382a86f4', 'name': '', 'network_id': '2f753be7-2373-4ef6-8267-57573ca3f74e', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'mac_address': 'fa:16:3e:b7:b6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:44Z', 'updated_at': '2022-05-17T12:14:48Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'subnets': [{'id': '88ef893d-39d7-499d-a39e-2db0ae500d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:18:58.673696 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-047bac9b-d657-4b85-909c-8e2d1824b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:58.675260 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-047bac9b-d657-4b85-909c-8e2d1824b74a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 1129 time: 0.0432765 May 17 12:18:58.778421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-59bf9205-c47f-4ccc-962b-df95f945fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:58.779889 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-59bf9205-c47f-4ccc-962b-df95f945fa7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 200 len: 916 time: 0.0973201 May 17 12:18:58.821276 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-3859f5d2-8d38-4f6e-a8c1-f029b4c5a4dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 200 len: 217 time: 0.0354810 May 17 12:18:58.874754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-b1c109b7-a815-4873-a0aa-7da31b7bd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:58.876246 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-b1c109b7-a815-4873-a0aa-7da31b7bd7d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 200 len: 854 time: 0.0486236 May 17 12:18:58.912809 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed504bb-6412-48cd-81c8-b52f5a4047ab None None] New status for floating IP 7fc0ae92-47ae-454d-bdc0-a1161af6799c: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:18:58.925280 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-2a1317de-e745-444d-90bb-36921d98fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:18:58.926868 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-2a1317de-e745-444d-90bb-36921d98fca9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f753be7-2373-4ef6-8267-57573ca3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430777 May 17 12:18:59.020302 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-77d584cf-6224-41aa-ba1b-8f69b68803fc service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860026 May 17 12:18:59.116619 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0e66fe9a-b8c2-4d56-8e12-158cb5399c79 req-0f1fe7fb-7f34-41d1-b541-d55221b97717 service neutron] 10.222.0.35 "GET /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895667 May 17 12:19:01.669005 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfc327-7d5c-4a50-86b3-028da0e8c8e6 req-f00e6c5b-1e00-4e7a-b593-d5f9a9e02630 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:01.670603 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-11dfc327-7d5c-4a50-86b3-028da0e8c8e6 req-f00e6c5b-1e00-4e7a-b593-d5f9a9e02630 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0487022 May 17 12:19:01.718607 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-11dfc327-7d5c-4a50-86b3-028da0e8c8e6 req-5ac40a6f-780f-4735-a922-3ec73db9dc27 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 May 17 12:19:02.836420 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2914db6-5094-4b50-ac30-eca584a1bc11 req-c73ce287-4b1c-4692-9406-3e1fff34722d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:02.837911 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a2914db6-5094-4b50-ac30-eca584a1bc11 req-c73ce287-4b1c-4692-9406-3e1fff34722d tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0479155 May 17 12:19:02.885550 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a2914db6-5094-4b50-ac30-eca584a1bc11 req-d70a31d3-d98d-40a2-b74d-a3e11b34c7ba tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 May 17 12:19:04.005882 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64ff90-6ad1-4c2e-85d4-50ffac799f08 req-3d559fcb-6110-40b4-81a5-d42551fa289b tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:04.007394 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2d64ff90-6ad1-4c2e-85d4-50ffac799f08 req-3d559fcb-6110-40b4-81a5-d42551fa289b tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0523734 May 17 12:19:04.054915 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2d64ff90-6ad1-4c2e-85d4-50ffac799f08 req-6be05c88-0842-40c2-a60e-9a5843b238ca tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/security-groups?id=4878535a-411b-4313-abba-c787b77b2852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 May 17 12:19:04.412303 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716b29-c07f-4480-9322-f98ae16281b3 req-925ad963-6827-45d5-b6ea-162cde2fd3e1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:04.413758 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-07716b29-c07f-4480-9322-f98ae16281b3 req-925ad963-6827-45d5-b6ea-162cde2fd3e1 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 945 time: 0.0517764 May 17 12:19:04.494902 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Deleting port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:04.495239 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:04.587488 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] For port 17a6f924-0238-4beb-a7c9-3059b4bb15f8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=17a6f924-0238-4beb-a7c9-3059b4bb15f8,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:04.587888 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:04.603607 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Calling delete_port for 17a6f924-0238-4beb-a7c9-3059b4bb15f8 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:04.729156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (17a6f924-0238-4beb-a7c9-3059b4bb15f8), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:04.760575 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Pushing event deleted for resources: {'Port': ['ID=17a6f924-0238-4beb-a7c9-3059b4bb15f8,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:04.772151 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['17a6f924-0238-4beb-a7c9-3059b4bb15f8'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:19:04.807606 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] No DVR routers for this DVR port 17a6f924-0238-4beb-a7c9-3059b4bb15f8 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:04.810097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:04.814013 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-07716b29-c07f-4480-9322-f98ae16281b3 req-fd20c195-edb3-4275-b396-1db944e85048 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.35 "DELETE /v2.0/ports/17a6f924-0238-4beb-a7c9-3059b4bb15f8 HTTP/1.1" status: 204 len: 173 time: 0.3948383 May 17 12:19:04.814524 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'name': 'network-vif-deleted', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:19:04.816882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31cfe4f-96b4-421a-8cd8-5738465876c5" -d '{"events": [{"server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "name": "network-vif-deleted", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:19:04.852862 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f55b6-64e9-45ba-b8ef-b10221407f52 x-openstack-request-id: req-d77f55b6-64e9-45ba-b8ef-b10221407f52 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:19:04.853175 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70", "name": "network-vif-deleted", "tag": "17a6f924-0238-4beb-a7c9-3059b4bb15f8", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:19:04.853402 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d77f55b6-64e9-45ba-b8ef-b10221407f52 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:19:04.853926 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77f55b6-64e9-45ba-b8ef-b10221407f52'] response: {'server_uuid': 'ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70', 'name': 'network-vif-deleted', 'tag': '17a6f924-0238-4beb-a7c9-3059b4bb15f8', 'status': 'completed', 'code': 200} May 17 12:19:05.161104 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-48550bf6-c222-4abf-85b9-d6bc47416154 req-9b927adb-8295-4863-8895-eaceba00c527 tempest-TestMinimumBasicScenario-891030115 tempest-TestMinimumBasicScenario-891030115-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc3a2d6-0fcd-4ad6-b4cc-f9f045470b70 HTTP/1.1" status: 200 len: 210 time: 0.0283582 May 17 12:19:06.782600 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58948) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:07.105302 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:07.313667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Deleting port 0ae73e30-9a47-4e01-b890-4209382a86f4 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:07.313921 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:07.392078 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] For port 0ae73e30-9a47-4e01-b890-4209382a86f4, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0ae73e30-9a47-4e01-b890-4209382a86f4,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:07.392463 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:07.404894 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Calling delete_port for 0ae73e30-9a47-4e01-b890-4209382a86f4 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:07.578070 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (0ae73e30-9a47-4e01-b890-4209382a86f4), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:07.602971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae73e30-9a47-4e01-b890-4209382a86f4,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:07.759329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:07.960340 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Router e08e4be1-008f-46fc-b7da-292a85fbedb5 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:19:08.304781 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:19:08.309682 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-ac1bd042-d56f-41e5-98a1-369bb580a02e admin admin] 10.222.0.58 "PUT /v2.0/routers/e08e4be1-008f-46fc-b7da-292a85fbedb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258384 May 17 12:19:08.312785 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58958) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:08.315339 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Sync routers for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:19:08.325560 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:19:08.326154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:08.409074 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks [] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:08.422805 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:19:08.506005 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks [] for router_gateway (e08e4be1-008f-46fc-b7da-292a85fbedb5), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:08.551038 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Deleting port 14649a17-a378-4c9c-9837-e14a50b1de17 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:08.551382 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:08.590859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:19:07Z', 'revision_number': 5, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port': {'id': '14649a17-a378-4c9c-9837-e14a50b1de17', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:08.618176 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Checking router: e08e4be1-008f-46fc-b7da-292a85fbedb5 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:19:08.626806 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Routers {'e08e4be1-008f-46fc-b7da-292a85fbedb5'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:19:08.627416 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['e08e4be1-008f-46fc-b7da-292a85fbedb5'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:08.633983 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] For port 14649a17-a378-4c9c-9837-e14a50b1de17, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=14649a17-a378-4c9c-9837-e14a50b1de17,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:08.634350 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:08.647266 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Calling delete_port for 14649a17-a378-4c9c-9837-e14a50b1de17 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:08.665341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 17a6f924-0238-4beb-a7c9-3059b4bb15f8 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:08.711120 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 17a6f924-0238-4beb-a7c9-3059b4bb15f8 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:08.711457 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 17a6f924-0238-4beb-a7c9-3059b4bb15f8 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:08.730422 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] Set router e08e4be1-008f-46fc-b7da-292a85fbedb5 gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:19:08.783662 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-d395876a-d65b-4267-b625-2539386276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:19:08Z', 'revision_number': 6, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:08.807859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395876a-d65b-4267-b625-2539386276f5 None None] The sync data for ids ['e08e4be1-008f-46fc-b7da-292a85fbedb5'] in dv-cinder-837699-7-iscsi is: [{'id': 'e08e4be1-008f-46fc-b7da-292a85fbedb5', 'name': 'tempest-TestMinimumBasicScenario-1121223902-router', 'tenant_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:42Z', 'updated_at': '2022-05-17T12:19:08Z', 'revision_number': 6, 'project_id': '2073530c2a5b4ad4a6543cdfa209c9f0', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:19:08.828248 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (14649a17-a378-4c9c-9837-e14a50b1de17), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:08.855583 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=14649a17-a378-4c9c-9837-e14a50b1de17,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:08.916453 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.002161 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.004367 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks [] for router_controller (e08e4be1-008f-46fc-b7da-292a85fbedb5), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.049978 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (e08e4be1-008f-46fc-b7da-292a85fbedb5), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.050725 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08e4be1-008f-46fc-b7da-292a85fbedb5 {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:19:09.055188 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.056422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9114c41f-985c-4010-8a09-3ef6b731ed8b admin admin] 10.222.0.58 "DELETE /v2.0/routers/e08e4be1-008f-46fc-b7da-292a85fbedb5 HTTP/1.1" status: 204 len: 168 time: 0.7426341 May 17 12:19:09.058883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58962) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:09.102752 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Deleting subnet 88ef893d-39d7-499d-a39e-2db0ae500d63 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:19:09.105639 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Publish callbacks [] for subnet (88ef893d-39d7-499d-a39e-2db0ae500d63), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.142547 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16379431'] for subnet (88ef893d-39d7-499d-a39e-2db0ae500d63), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.229581 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (88ef893d-39d7-499d-a39e-2db0ae500d63), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.285403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15940408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16161744'] for subnet (88ef893d-39d7-499d-a39e-2db0ae500d63), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.312356 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ef893d-39d7-499d-a39e-2db0ae500d63,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:09.314381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.317700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9b0a2b30-7326-4a95-8632-25bca888dccb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88ef893d-39d7-499d-a39e-2db0ae500d63 HTTP/1.1" status: 204 len: 168 time: 0.2578804 May 17 12:19:09.318267 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25baebd4-a4d7-41a2-bb1e-1f3e10fb43e2 None None] Network 2f753be7-2373-4ef6-8267-57573ca3f74e requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:19:09.320265 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58966) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:09.387733 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (2f753be7-2373-4ef6-8267-57573ca3f74e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.434909 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Deleting port 26e070ad-5735-446b-bacf-a68a9152aa1e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:09.435244 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.497657 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] For port 26e070ad-5735-446b-bacf-a68a9152aa1e, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=26e070ad-5735-446b-bacf-a68a9152aa1e,segment=NetworkSegment(cf87d178-2487-4b81-bfe5-da646f032092),segment_id=cf87d178-2487-4b81-bfe5-da646f032092)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:09.497948 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.510958 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Calling delete_port for 26e070ad-5735-446b-bacf-a68a9152aa1e owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:09.576429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] DHCP port deletion for 2f753be7-2373-4ef6-8267-57573ca3f74e request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:19:09.596518 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.617708 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Deleting port 26e070ad-5735-446b-bacf-a68a9152aa1e {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:09.618084 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.623147 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Pushing event deleted for resources: {'Port': ['ID=26e070ad-5735-446b-bacf-a68a9152aa1e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:09.627944 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] No DVR routers for this DVR port 26e070ad-5735-446b-bacf-a68a9152aa1e on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:09.685520 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] For port 26e070ad-5735-446b-bacf-a68a9152aa1e, host dv-cinder-837699-7-iscsi, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:09.685936 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.698926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Calling delete_port for 26e070ad-5735-446b-bacf-a68a9152aa1e owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:09.701914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (2f753be7-2373-4ef6-8267-57573ca3f74e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.702676 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Port 26e070ad-5735-446b-bacf-a68a9152aa1e was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:19:09.703858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (26e070ad-5735-446b-bacf-a68a9152aa1e), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.727552 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Pushing event deleted for resources: {'Port': ['ID=26e070ad-5735-446b-bacf-a68a9152aa1e,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:09.729145 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f753be7-2373-4ef6-8267-57573ca3f74e']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:09.731925 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] No DVR routers for this DVR port 26e070ad-5735-446b-bacf-a68a9152aa1e on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:09.739562 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.740137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.740515 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.740875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.741215 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.741555 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.742752 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.742752 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.742752 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.742998 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.743219 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.743549 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.743872 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.744507 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.744769 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fc47a-8fe3-4084-a324-aef5f1b42fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:09.746201 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf87d178-2487-4b81-bfe5-da646f032092') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:09.746509 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf87d178-2487-4b81-bfe5-da646f032092') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:09.758315 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (cf87d178-2487-4b81-bfe5-da646f032092), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.772658 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (cf87d178-2487-4b81-bfe5-da646f032092), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.778623 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:19:09.779053 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (cf87d178-2487-4b81-bfe5-da646f032092), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:19:09.781647 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:19:09.838562 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (2f753be7-2373-4ef6-8267-57573ca3f74e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.846149 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:09.851981 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] 10.222.0.58 "DELETE /v2.0/networks/2f753be7-2373-4ef6-8267-57573ca3f74e HTTP/1.1" status: 204 len: 168 time: 0.5281532 May 17 12:19:09.852604 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58968) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:09.862009 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a03be-3339-4f7a-b379-acb99098799a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f753be7-2373-4ef6-8267-57573ca3f74e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:10.422657 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:10.642858 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Deleting port 49bc227c-1539-44b8-a37c-df7d0d5e9d29 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:10.643199 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:10.718378 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] For port 49bc227c-1539-44b8-a37c-df7d0d5e9d29, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=49bc227c-1539-44b8-a37c-df7d0d5e9d29,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:10.718666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:10.731418 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Calling delete_port for 49bc227c-1539-44b8-a37c-df7d0d5e9d29 owned by network:router_interface {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:10.817464 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0ae73e30-9a47-4e01-b890-4209382a86f4 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:10.837642 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 0ae73e30-9a47-4e01-b890-4209382a86f4 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:10.837990 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0ae73e30-9a47-4e01-b890-4209382a86f4 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:10.838401 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 14649a17-a378-4c9c-9837-e14a50b1de17 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:10.856107 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 14649a17-a378-4c9c-9837-e14a50b1de17 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:10.856598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 14649a17-a378-4c9c-9837-e14a50b1de17 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:10.857071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 26e070ad-5735-446b-bacf-a68a9152aa1e no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:10.878384 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 26e070ad-5735-446b-bacf-a68a9152aa1e {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:10.878732 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 26e070ad-5735-446b-bacf-a68a9152aa1e not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:10.913443 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (49bc227c-1539-44b8-a37c-df7d0d5e9d29), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:10.938619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bc227c-1539-44b8-a37c-df7d0d5e9d29,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:11.104385 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.305398 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:19:11.413009 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:19:11.417877 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-d1ab5f02-9881-4d2c-9fa4-4a65dfbd1718 admin admin] 10.222.0.58 "PUT /v2.0/routers/81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645235 May 17 12:19:11.420381 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58978) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:11.425017 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Sync routers for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:19:11.434887 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:19:11.435491 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:11.520074 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks [] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.534004 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:19:11.623117 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks [] for router_gateway (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.666377 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Deleting port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:11.666722 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.697538 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:19:10Z', 'revision_number': 5, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port': {'id': 'b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:14:48Z', 'updated_at': '2022-05-17T12:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:11.722774 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Checking router: 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:19:11.731436 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Routers {'81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:19:11.732042 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:18:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:11.758708 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] For port b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:11.759218 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.773543 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Calling delete_port for b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:11.814332 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] Set router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:19:11.865214 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:19:11Z', 'revision_number': 6, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:11.890122 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ddd9-9d34-400c-a801-d4d76d6d39bd None None] The sync data for ids ['81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57'] in dv-cinder-837699-7-iscsi is: [{'id': '81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57', 'name': 'tempest-TestMinimumBasicScenario-1592258085-router', 'tenant_id': 'de777c06ba814ee5975856dd3f036cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:14:47Z', 'updated_at': '2022-05-17T12:19:11Z', 'revision_number': 6, 'project_id': 'de777c06ba814ee5975856dd3f036cd3', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:19:11.936348 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:11.960935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:12.020252 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.106383 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.108595 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks [] for router_controller (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.152862 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.153538 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:19:12.158422 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.159723 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-e62c8137-9855-4d86-8baf-f2fd2e3bf288 admin admin] 10.222.0.58 "DELETE /v2.0/routers/81a4dc48-4d16-4b3e-ac0a-ae5a143c8a57 HTTP/1.1" status: 204 len: 168 time: 0.7376831 May 17 12:19:12.162216 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 58982) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:12.206286 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Deleting subnet e427c005-a620-486c-8334-eaf5a4f7e80a {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:19:12.209236 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Publish callbacks [] for subnet (e427c005-a620-486c-8334-eaf5a4f7e80a), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.243215 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (e427c005-a620-486c-8334-eaf5a4f7e80a), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.325157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (e427c005-a620-486c-8334-eaf5a4f7e80a), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.385412 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (e427c005-a620-486c-8334-eaf5a4f7e80a), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.412808 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e427c005-a620-486c-8334-eaf5a4f7e80a,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:12.414788 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.417970 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-4b934696-8a07-49ce-96fd-dbc1b77980e8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e427c005-a620-486c-8334-eaf5a4f7e80a HTTP/1.1" status: 204 len: 168 time: 0.2547748 May 17 12:19:12.420360 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9c22f-4ad6-44df-bf07-91c433e33a8a None None] Network 55d81209-e9a6-442a-a674-836b9df3ce49 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:19:12.421605 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58986) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:12.494608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (55d81209-e9a6-442a-a674-836b9df3ce49), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.537763 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Deleting port 24df4b72-7477-4189-8672-dd8ae0229bec {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:12.538113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.601105 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] For port 24df4b72-7477-4189-8672-dd8ae0229bec, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=24df4b72-7477-4189-8672-dd8ae0229bec,segment=NetworkSegment(d8f9573e-b587-41f5-81d1-e79f1c09b9c6),segment_id=d8f9573e-b587-41f5-81d1-e79f1c09b9c6)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:12.601403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.619139 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Calling delete_port for 24df4b72-7477-4189-8672-dd8ae0229bec owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:12.675075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] DHCP port deletion for 55d81209-e9a6-442a-a674-836b9df3ce49 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:19:12.701031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.719072 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Deleting port 24df4b72-7477-4189-8672-dd8ae0229bec {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:12.719451 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.727505 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24df4b72-7477-4189-8672-dd8ae0229bec,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:12.730967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] No DVR routers for this DVR port 24df4b72-7477-4189-8672-dd8ae0229bec on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:12.787150 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] For port 24df4b72-7477-4189-8672-dd8ae0229bec, host dv-cinder-837699-7-iscsi, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:12.787610 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.810841 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Calling delete_port for 24df4b72-7477-4189-8672-dd8ae0229bec owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:12.814046 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Port 24df4b72-7477-4189-8672-dd8ae0229bec was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:19:12.815482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (24df4b72-7477-4189-8672-dd8ae0229bec), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.821136 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (55d81209-e9a6-442a-a674-836b9df3ce49), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.849630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d81209-e9a6-442a-a674-836b9df3ce49']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:12.850020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] Pushing event deleted for resources: {'Port': ['ID=24df4b72-7477-4189-8672-dd8ae0229bec,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:12.854364 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373a3a3-741b-40c3-8e56-476c9d6254f0 None None] No DVR routers for this DVR port 24df4b72-7477-4189-8672-dd8ae0229bec on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:12.860537 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:12.863839 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:12.864131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f9573e-b587-41f5-81d1-e79f1c09b9c6') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:19:12.874758 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (d8f9573e-b587-41f5-81d1-e79f1c09b9c6), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.880892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:12.881290 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device b58cb7ec-0a81-4fb4-b3aa-4dc173f3c6af not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:12.881700 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 24df4b72-7477-4189-8672-dd8ae0229bec no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:12.889272 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (d8f9573e-b587-41f5-81d1-e79f1c09b9c6), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.896218 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:19:12.896976 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (d8f9573e-b587-41f5-81d1-e79f1c09b9c6), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:19:12.898506 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:19:12.900903 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 24df4b72-7477-4189-8672-dd8ae0229bec {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:12.901076 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 24df4b72-7477-4189-8672-dd8ae0229bec not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:12.901515 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 49bc227c-1539-44b8-a37c-df7d0d5e9d29 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:12.920521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 49bc227c-1539-44b8-a37c-df7d0d5e9d29 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:12.921113 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 49bc227c-1539-44b8-a37c-df7d0d5e9d29 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:12.966647 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (55d81209-e9a6-442a-a674-836b9df3ce49), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.971697 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:12.975176 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/55d81209-e9a6-442a-a674-836b9df3ce49 HTTP/1.1" status: 204 len: 168 time: 0.5523334 May 17 12:19:12.989550 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e49168-c39b-4884-bd37-90b93c0feef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=55d81209-e9a6-442a-a674-836b9df3ce49,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:13.149054 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58992) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:13.186775 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-187a9c60-3020-4111-813a-31f8cf1b6434 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2073530c2a5b4ad4a6543cdfa209c9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387778 May 17 12:19:13.189134 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 58994) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:13.235588 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] Publish callbacks [] for security_group (4878535a-411b-4313-abba-c787b77b2852), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.255971 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] Publish callbacks [] for security_group (4878535a-411b-4313-abba-c787b77b2852), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.301466 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (4878535a-411b-4313-abba-c787b77b2852), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.303895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.305148 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4878535a-411b-4313-abba-c787b77b2852 HTTP/1.1" status: 204 len: 168 time: 0.1150444 May 17 12:19:13.312799 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c0351-29c4-42d6-bfdd-07b096ae7321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878535a-411b-4313-abba-c787b77b2852,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:13.628598 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59006) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:13.668411 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-8419b01f-e2ab-4da2-a8da-6788bda1d2df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de777c06ba814ee5975856dd3f036cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385344 May 17 12:19:13.670601 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59008) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:13.720526 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] Publish callbacks [] for security_group (b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.741291 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] Publish callbacks [] for security_group (b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.787574 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.790082 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:13.791195 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c HTTP/1.1" status: 204 len: 168 time: 0.1192453 May 17 12:19:13.798781 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f6be1-ca86-436b-8e91-0d7f13b61989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4f0c9-1b07-4ad1-a1d7-ab90f536947c,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:21.734355 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:21.901304 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c9417465-042e-40ed-a89a-b837fbfd77d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:22.469740 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:19:24.304208 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9f85485d-2ff2-4296-b5e8-cfbf6f868535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:25.424124 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:26.785368 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:28.361318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.274722 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59124) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:33.387377 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1d0bbdf-ee08-42b0-b55b-8f6cae118cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.467126 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1d0bbdf-ee08-42b0-b55b-8f6cae118cd0 admin admin] Publish callbacks [] for security_group (f5bb9ace-1998-4947-a6a2-e26645bfea5b), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.472159 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1d0bbdf-ee08-42b0-b55b-8f6cae118cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f5bb9ace-1998-4947-a6a2-e26645bfea5b), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.511450 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f1d0bbdf-ee08-42b0-b55b-8f6cae118cd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82004674fb2b4ea49a63ee646fed1c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356517 May 17 12:19:33.512353 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0bbdf-ee08-42b0-b55b-8f6cae118cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb9ace-1998-4947-a6a2-e26645bfea5b,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:33.514178 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59136) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:33.567479 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] Publish callbacks [] for security_group (f5bb9ace-1998-4947-a6a2-e26645bfea5b), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.590157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] Publish callbacks [] for security_group (f5bb9ace-1998-4947-a6a2-e26645bfea5b), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.660321 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (f5bb9ace-1998-4947-a6a2-e26645bfea5b), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.663553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:33.665055 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5bb9ace-1998-4947-a6a2-e26645bfea5b HTTP/1.1" status: 204 len: 168 time: 0.1493275 May 17 12:19:33.675785 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76d18b-b817-4a50-9a84-c7acf45c477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb9ace-1998-4947-a6a2-e26645bfea5b,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:35.848905 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-1842c799-4206-4df9-bdd6-427856f26d1e tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290432 May 17 12:19:36.038102 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-f7a84a34-9b05-4d26-8249-ab578a2d5bb2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:36.039464 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-f7a84a34-9b05-4d26-8249-ab578a2d5bb2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856856 May 17 12:19:36.058940 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-6c5aefe5-ed6a-4aed-860c-e7fd16d02636 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/quotas/fe68b341b9a14a9d94e87cd6c5466f6a HTTP/1.1" status: 200 len: 375 time: 0.0140166 May 17 12:19:36.092105 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-a91d0121-5bd8-48d1-be53-f14220205471 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277135 May 17 12:19:37.264614 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d345a822-0e53-4ff0-898e-f8b644922c52 req-a3fa7fe4-6666-4ceb-8941-d7cac64064f7 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 210 time: 0.0278506 May 17 12:19:38.358888 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-12946b45-64bf-4665-9c4b-1b4d40d1ab7b req-b5a6288e-ad95-4593-a72f-33a8d88bf98c tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 210 time: 0.0278380 May 17 12:19:39.459832 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8631f602-558f-4a80-9491-944f5fd67c04 req-7e83d43d-8f9e-4551-98c1-db1a42743c4c tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 210 time: 0.0333283 May 17 12:19:39.993553 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-362903bc-ec6d-491e-8f63-69394edff52e tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203211 May 17 12:19:40.103060 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-67a858c6-f4d8-4c45-bd25-7212c88687f4 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:40.104512 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-67a858c6-f4d8-4c45-bd25-7212c88687f4 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054237 May 17 12:19:40.126371 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Request body: {'port': {'device_id': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56', 'admin_state_up': True, 'tenant_id': 'fe68b341b9a14a9d94e87cd6c5466f6a'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:19:40.236039 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Made reservation on behalf of fe68b341b9a14a9d94e87cd6c5466f6a for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:19:40.239347 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.247761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.326560 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks [] for security_group (2377717f-d0e5-4315-933e-30fb47de5a8e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.331218 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2377717f-d0e5-4315-933e-30fb47de5a8e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.408121 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2377717f-d0e5-4315-933e-30fb47de5a8e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:40.473748 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Allocated IP 192.168.233.211 (ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56/8af78dee-b9de-43c5-9e4d-a1ceb12f2750/7dbf5c98-3253-4cab-91cc-b68c0e71ed07) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:19:40.573147 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-593263cb-b11f-4f9a-8654-9b8e09137ce3 req-1ea77dad-8498-435f-a188-d1cba1b05c85 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 210 time: 0.0369339 May 17 12:19:40.650193 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks [] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.687152 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.728342 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:19:40.731378 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:19:40.737982 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:19:40.761404 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Pushing event updated for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:40.790452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:40.791096 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.807118 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d98b35ea-c58a-4c4d-9247-3a0a55ef15f2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6848493 May 17 12:19:40.823878 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Request body: {'port': {'device_id': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:19:40.888522 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.968486 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e55b81a2-4e33-413a-bac2-e227ca6265c7 None None] Provisioning complete for port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:19:40.969113 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e55b81a2-4e33-413a-bac2-e227ca6265c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:40.998798 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e55b81a2-4e33-413a-bac2-e227ca6265c7 None None] Port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:19:41.168772 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:19:41.176070 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks [] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:41.188445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Transition to ACTIVE for port object 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:19:41.192102 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:41.238314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:41.312387 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Attempting to bind port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:19:41.312846 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Attempting to bind port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:19:41.313254 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Attempting to bind port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 on network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:19:41.318037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 on network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:19:41.318361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Attempting to bind port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 on network ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:19:41.323456 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:19:41.323794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Checking segment: {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:19:41.324207 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Bound using segment: {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:19:41.324634 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Bound port: 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed7eed3-8b71-412b-a8ad-0ce772462656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:19:41.324991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:41.390552 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:19:41.393474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:19:41.399421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:41.432000 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:41.432647 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:41.434013 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] 10.222.0.35 "PUT /v2.0/ports/7dbf5c98-3253-4cab-91cc-b68c0e71ed07 HTTP/1.1" status: 200 len: 1098 time: 0.6143503 May 17 12:19:41.434448 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:19:41.437324 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ded63-3661-449c-9f39-7ac9c7389d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:19:41.463052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedbbdf-743b-46bb-87e4-373e03e16606 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:41.484812 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40195dd3-a2cd-4d35-a5d0-264bdff262f5 x-openstack-request-id: req-40195dd3-a2cd-4d35-a5d0-264bdff262f5 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:19:41.485125 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:19:41.485392 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40195dd3-a2cd-4d35-a5d0-264bdff262f5 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:19:41.485807 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40195dd3-a2cd-4d35-a5d0-264bdff262f5'] response: {'name': 'network-changed', 'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07', 'status': 'completed', 'code': 200} May 17 12:19:41.546977 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-b14b6dd3-f63b-4144-8f59-7452ebd8da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:41.548565 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-b14b6dd3-f63b-4144-8f59-7452ebd8da74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 1132 time: 0.0460517 May 17 12:19:41.598749 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-f69c6c46-8a1c-4414-b618-238c40770633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07 HTTP/1.1" status: 200 len: 217 time: 0.0367403 May 17 12:19:41.680948 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-21d9708d-bf15-4654-bb6e-4fa512b0bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:41.682264 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-21d9708d-bf15-4654-bb6e-4fa512b0bb1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8af78dee-b9de-43c5-9e4d-a1ceb12f2750 HTTP/1.1" status: 200 len: 843 time: 0.0721679 May 17 12:19:41.709017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792a408-b33e-4306-8f23-866acf895bbd req-69778be2-4d8b-4554-9665-abb5e03dfa94 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:41.710398 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a792a408-b33e-4306-8f23-866acf895bbd req-69778be2-4d8b-4554-9665-abb5e03dfa94 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 948 time: 0.0594666 May 17 12:19:41.752052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-98e96d42-7094-4de2-a25b-6a35d8f54206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:41.753552 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-98e96d42-7094-4de2-a25b-6a35d8f54206 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0633669 May 17 12:19:41.807548 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a792a408-b33e-4306-8f23-866acf895bbd req-04332390-f657-44b1-99a8-eefdbfffc565 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807226 May 17 12:19:41.868840 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-eaf7b2e5-52f7-4f12-b0b9-22a5b8b78899 service neutron] 10.222.0.35 "GET /v2.0/networks/ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047502 May 17 12:19:41.960665 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2040cb0a-1606-4231-bda8-6582ce51f477 req-d61389e4-9442-4616-a5ba-e9145eb7f9e7 service neutron] 10.222.0.35 "GET /v2.0/networks/ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849595 May 17 12:19:42.928717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb5997-cb90-4237-8e12-8ce286069d15 req-19dfc50b-6f5d-4e8d-b3be-cf5a5291b292 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:42.930188 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1eb5997-cb90-4237-8e12-8ce286069d15 req-19dfc50b-6f5d-4e8d-b3be-cf5a5291b292 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 948 time: 0.0528648 May 17 12:19:42.976454 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d1eb5997-cb90-4237-8e12-8ce286069d15 req-36032809-fe68-4633-901c-55d8f95ada55 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 May 17 12:19:44.139339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186fcd7-6d2a-429e-8b8c-e417003d58f6 req-dc0a8f1c-c453-4faf-8d8e-8aec248eb27b tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:44.141132 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3186fcd7-6d2a-429e-8b8c-e417003d58f6 req-dc0a8f1c-c453-4faf-8d8e-8aec248eb27b tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 948 time: 0.0899556 May 17 12:19:44.144815 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-073d0f6f-fda7-479e-bc58-c256dcdb4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:44.146345 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-073d0f6f-fda7-479e-bc58-c256dcdb4bbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 1132 time: 0.0820160 May 17 12:19:44.524700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-3186fcd7-6d2a-429e-8b8c-e417003d58f6 req-54a824fb-9705-4606-8970-7e2ada9a0850 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774021 May 17 12:19:44.544590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-ea1fe5d3-07f7-4357-b0d7-28048e746251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:44.546106 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-ea1fe5d3-07f7-4357-b0d7-28048e746251 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56 HTTP/1.1" status: 200 len: 870 time: 0.3907051 May 17 12:19:44.584398 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-30c2b2bd-01c7-466c-a5f3-34d399a06c4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07 HTTP/1.1" status: 200 len: 217 time: 0.0323963 May 17 12:19:44.637264 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-33d5970b-f305-47ac-bf1f-a7eb72eb4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:44.638698 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-33d5970b-f305-47ac-bf1f-a7eb72eb4911 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8af78dee-b9de-43c5-9e4d-a1ceb12f2750 HTTP/1.1" status: 200 len: 843 time: 0.0480263 May 17 12:19:44.681985 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-6606ffd6-fc38-4713-83a5-a2ec42ee8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:44.683462 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-6606ffd6-fc38-4713-83a5-a2ec42ee8a23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0388093 May 17 12:19:44.769934 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-f67d8527-e262-41f7-8d2b-370e84e26c3c service neutron] 10.222.0.35 "GET /v2.0/networks/ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 May 17 12:19:44.861905 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-480ded63-3661-449c-9f39-7ac9c7389d56 req-096f3a79-c3db-4df6-bb59-c118ed91a16f service neutron] 10.222.0.35 "GET /v2.0/networks/ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862393 May 17 12:19:44.927722 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:19:45.021566 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:45.033283 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07', 'network_id': 'ed4abfe2-5e70-4e6f-b9e3-44d2cb54db56', 'port_id': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07', 'mac_address': 'fa:16:3e:b8:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af78dee-b9de-43c5-9e4d-a1ceb12f2750', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:19:45.070511 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:19:45.070824 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.084395 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:19:45.104544 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:45.109546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.134843 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59264) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:45.155116 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:45.237498 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ded7df92-910b-4b11-803f-75fb88c38612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.310720 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ded7df92-910b-4b11-803f-75fb88c38612 admin admin] Publish callbacks [] for security_group (d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.314700 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ded7df92-910b-4b11-803f-75fb88c38612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.359423 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-ded7df92-910b-4b11-803f-75fb88c38612 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc86c212437c44bcb381d27e28005a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234166 May 17 12:19:45.359914 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59268) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:45.361173 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7df92-910b-4b11-803f-75fb88c38612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:45.409415 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] Publish callbacks [] for security_group (d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.429946 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] Publish callbacks [] for security_group (d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.477333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.479862 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:45.481092 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca HTTP/1.1" status: 204 len: 168 time: 0.1201332 May 17 12:19:45.485832 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['7dbf5c98-3253-4cab-91cc-b68c0e71ed07'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:19:45.488927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca8c5-dd49-4130-86c9-759f15c9ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d3cefa-85d4-4a90-9d4a-a5e41a57f6ca,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:45.648908 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17506f-8aac-486f-a9ad-4cbe6cf0c1af req-54e658e0-4c07-4503-898a-67e1e6c27f52 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:45.650538 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2b17506f-8aac-486f-a9ad-4cbe6cf0c1af req-54e658e0-4c07-4503-898a-67e1e6c27f52 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 949 time: 0.0557935 May 17 12:19:45.703767 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2b17506f-8aac-486f-a9ad-4cbe6cf0c1af req-80a39b0e-8eaf-4f70-944f-7bbad79e5629 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457165 May 17 12:19:46.821318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a590-0bd7-4d51-8b75-2800a80ae080 req-facfecf3-6d90-4aa5-9922-4e075b734e94 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:46.822783 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cea6a590-0bd7-4d51-8b75-2800a80ae080 req-facfecf3-6d90-4aa5-9922-4e075b734e94 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 949 time: 0.0501969 May 17 12:19:46.868521 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-cea6a590-0bd7-4d51-8b75-2800a80ae080 req-1e946784-97d2-4318-a103-30a7e3812ffb tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 May 17 12:19:46.943096 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:19:46.983603 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:19:46.989678 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:19:46.990047 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:47.060118 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:19:47.060448 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:47.081932 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:19:47.084137 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f41fa-4518-4807-9ce6-78225cba3593" -d '{"events": [{"server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "name": "network-vif-plugged", "status": "completed", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:19:47.096288 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:47.100943 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:47.125050 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b34af-e847-474c-b1cc-d1d61c1682d0 x-openstack-request-id: req-345b34af-e847-474c-b1cc-d1d61c1682d0 {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:19:47.125349 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "name": "network-vif-plugged", "status": "completed", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:19:47.125605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-345b34af-e847-474c-b1cc-d1d61c1682d0 {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:19:47.126000 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345b34af-e847-474c-b1cc-d1d61c1682d0'] response: {'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07', 'code': 200} May 17 12:19:47.148167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:47.320659 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee72ac-fcee-4e5a-8ffe-05e3a24b3993 req-b42c466c-3e5f-46a3-bcc0-4bc86a8277cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:47.321563 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6ee72ac-fcee-4e5a-8ffe-05e3a24b3993 req-b42c466c-3e5f-46a3-bcc0-4bc86a8277cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 1134 time: 0.0390196 May 17 12:19:47.366044 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a6ee72ac-fcee-4e5a-8ffe-05e3a24b3993 req-a7f87bb8-e576-4d1b-87f2-44cda79d64fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 May 17 12:19:47.980591 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce39a3-c9ba-436f-b87d-68235ee45083 req-0aeed420-38c0-486b-99dc-ab10286f15d6 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:47.982052 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a3ce39a3-c9ba-436f-b87d-68235ee45083 req-0aeed420-38c0-486b-99dc-ab10286f15d6 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 950 time: 0.0472331 May 17 12:19:48.032103 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a3ce39a3-c9ba-436f-b87d-68235ee45083 req-674c9b4b-0b17-4e7d-abd3-247db660bcc8 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 May 17 12:19:49.150682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80401aff-61c7-4de2-ae94-460602aa58f8 req-2a048b74-fc1a-466d-bb28-2dbd5dd6e6d2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:49.152143 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-80401aff-61c7-4de2-ae94-460602aa58f8 req-2a048b74-fc1a-466d-bb28-2dbd5dd6e6d2 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 950 time: 0.0457039 May 17 12:19:49.198559 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-80401aff-61c7-4de2-ae94-460602aa58f8 req-7874e166-62a2-4d6e-8637-fc76300dae02 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 May 17 12:19:49.446683 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a0c5-7b4a-4691-add8-c4ad4f776b7b req-6bf46232-6461-4241-85e4-3c820e8d5537 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:49.448146 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bba0a0c5-7b4a-4691-add8-c4ad4f776b7b req-6bf46232-6461-4241-85e4-3c820e8d5537 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 950 time: 0.0503333 May 17 12:19:49.494615 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bba0a0c5-7b4a-4691-add8-c4ad4f776b7b req-8312fc2d-0f32-46fc-8edb-a522192ab6a1 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 May 17 12:19:50.611180 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac7c1d-9dee-4743-8305-58576f2075b4 req-fc4c3e19-451a-445a-9e1e-8ca416536b8e tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:50.612652 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a2ac7c1d-9dee-4743-8305-58576f2075b4 req-fc4c3e19-451a-445a-9e1e-8ca416536b8e tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 950 time: 0.0468149 May 17 12:19:50.661589 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a2ac7c1d-9dee-4743-8305-58576f2075b4 req-702d7541-bc75-4f3f-a528-98e735f6dc23 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/security-groups?id=2377717f-d0e5-4315-933e-30fb47de5a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 May 17 12:19:51.026473 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5240-d744-4682-b416-fd20b756bff1 req-8fe46908-f03e-4d86-abab-6ec4d65e43f7 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:51.027930 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-902a5240-d744-4682-b416-fd20b756bff1 req-8fe46908-f03e-4d86-abab-6ec4d65e43f7 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.35 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 950 time: 0.0451698 May 17 12:19:51.110500 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Deleting port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:19:51.110755 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:51.197783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] For port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,segment=NetworkSegment(9ed7eed3-8b71-412b-a8ad-0ce772462656),segment_id=9ed7eed3-8b71-412b-a8ad-0ce772462656)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:19:51.198141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:51.211757 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Calling delete_port for 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:19:51.339282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (7dbf5c98-3253-4cab-91cc-b68c0e71ed07), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:51.366155 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Pushing event deleted for resources: {'Port': ['ID=7dbf5c98-3253-4cab-91cc-b68c0e71ed07,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:51.374313 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['7dbf5c98-3253-4cab-91cc-b68c0e71ed07'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:19:51.374875 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.375263 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.375614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.375961 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.376329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.376663 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.376998 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.377326 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.377657 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.377986 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.378317 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.378641 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.378969 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.379308 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.379616 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:51.427824 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] No DVR routers for this DVR port 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:19:51.430396 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:51.433784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-902a5240-d744-4682-b416-fd20b756bff1 req-6ff30d3b-30b5-429d-8f20-488a62088334 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.35 "DELETE /v2.0/ports/7dbf5c98-3253-4cab-91cc-b68c0e71ed07 HTTP/1.1" status: 204 len: 173 time: 0.4008441 May 17 12:19:51.434232 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'name': 'network-vif-deleted', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:19:51.436648 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4118605-45fa-4434-8720-2b056ad62a62" -d '{"events": [{"server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "name": "network-vif-deleted", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:19:51.478411 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5472283-2eab-43c3-99e9-27c533bdad5d x-openstack-request-id: req-f5472283-2eab-43c3-99e9-27c533bdad5d {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:19:51.478708 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839721b-0ef5-4ad3-9cc4-b3bc99af2c50", "name": "network-vif-deleted", "tag": "7dbf5c98-3253-4cab-91cc-b68c0e71ed07", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:19:51.478963 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5472283-2eab-43c3-99e9-27c533bdad5d {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:19:51.479367 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5472283-2eab-43c3-99e9-27c533bdad5d'] response: {'server_uuid': '0839721b-0ef5-4ad3-9cc4-b3bc99af2c50', 'name': 'network-vif-deleted', 'tag': '7dbf5c98-3253-4cab-91cc-b68c0e71ed07', 'status': 'completed', 'code': 200} May 17 12:19:51.752536 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:51.767016 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-462b9777-797c-4e84-8dee-1797881bed54 req-ea7b695e-879a-43b2-8f0b-f3c6998d6d99 tempest-VolumesNegativeTest-825429392 tempest-VolumesNegativeTest-825429392-project] 10.222.0.58 "GET /v2.0/ports?device_id=0839721b-0ef5-4ad3-9cc4-b3bc99af2c50 HTTP/1.1" status: 200 len: 210 time: 0.0285079 May 17 12:19:52.028935 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a4e3ffe8-d1b6-4bb5-932c-68d3d92e7fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:54.306362 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5142-70be-4a68-8b7f-0e2b4f93abf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:54.992442 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:19:55.011339 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:19:55.011651 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 7dbf5c98-3253-4cab-91cc-b68c0e71ed07 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:19:55.427839 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:56.786684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:56.923380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59538) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:57.053205 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-3670f2ee-7855-4f58-a399-bec462d5e40d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe68b341b9a14a9d94e87cd6c5466f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285353 May 17 12:19:57.055673 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59542) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:57.102444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] Publish callbacks [] for security_group (2377717f-d0e5-4315-933e-30fb47de5a8e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.123187 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] Publish callbacks [] for security_group (2377717f-d0e5-4315-933e-30fb47de5a8e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.169012 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (2377717f-d0e5-4315-933e-30fb47de5a8e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.172130 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.173263 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2377717f-d0e5-4315-933e-30fb47de5a8e HTTP/1.1" status: 204 len: 168 time: 0.1165662 May 17 12:19:57.180963 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2387b-1f73-44a2-a16a-0abe452235c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2377717f-d0e5-4315-933e-30fb47de5a8e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:57.790622 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59564) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:57.885345 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-813051413-network', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:19:57.904462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Made reservation on behalf of 96b18ec30b804e1e9ac7467a441c919b for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:19:57.907144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.915202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.991637 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks [] for security_group (c0fa1c84-e701-4cd1-9c08-be459557ae79), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:57.995100 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c0fa1c84-e701-4cd1-9c08-be459557ae79), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.020278 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:19:58.030496 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa1c84-e701-4cd1-9c08-be459557ae79,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:58.035408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (c50383a8-882e-4516-b47e-47406156d5cf), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.035817 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Added segment c50383a8-882e-4516-b47e-47406156d5cf of type vlan for network e3d50c84-17ce-4c9f-9999-cbef27efd480 May 17 12:19:58.076938 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (e3d50c84-17ce-4c9f-9999-cbef27efd480), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.100536 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (e3d50c84-17ce-4c9f-9999-cbef27efd480), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.101544 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:58.102134 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.135183 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3433785 May 17 12:19:58.138168 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59568) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:58.143380 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Request body: {'subnet': {'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-813051413-subnet', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'ip_version': 4}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:19:58.163236 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Made reservation on behalf of 96b18ec30b804e1e9ac7467a441c919b for: {'subnet': 1} {{(pid=103521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:19:58.165604 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13376070'] for subnet (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.167346 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0331325-10f0-47f8-8d97-f32769e4b265 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d50c84-17ce-4c9f-9999-cbef27efd480,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:58.177975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:19:58.332912 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15953573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13376080'] for subnet (b99e314d-08bb-47fe-9993-76564614f6c7), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.365586 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.391237 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99e314d-08bb-47fe-9993-76564614f6c7,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:58.401658 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.402005 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.402345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.402682 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.403015 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.403345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.403671 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.403994 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.404350 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.404679 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.405006 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.405331 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.406185 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.406512 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.406829 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:19:58.411402 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:19:58.411765 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Network hostable DHCP agents. Network: e3d50c84-17ce-4c9f-9999-cbef27efd480, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:19:58.429929 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:19:58.438164 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, e3d50c84-17ce-4c9f-9999-cbef27efd480) {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:19:58.442947 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:19:58.443958 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.447083 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161bc7b2-1295-4ea1-ac61-a56b8f359773 None None] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:19:58.460742 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-fb9ba1d8-9f3c-470a-b622-abc6780788e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3213763 May 17 12:19:58.462869 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59570) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:19:58.467191 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:19:58.488775 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.489816 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.542459 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for router_controller (ba85632a-6aa2-4bbe-8b7d-659055d59bba), precommit_add_association {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.554615 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-e3d50c84-17ce-4c9f-9999-cbef27efd480', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:19:58.555590 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.677331 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for router_gateway (ba85632a-6aa2-4bbe-8b7d-659055d59bba), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.695519 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Allocated IP 172.20.0.2 (e3d50c84-17ce-4c9f-9999-cbef27efd480/b99e314d-08bb-47fe-9993-76564614f6c7/69995a74-aefd-4d14-8335-8023dc821367) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:19:58.853214 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks [] for port (69995a74-aefd-4d14-8335-8023dc821367), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.859836 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (69995a74-aefd-4d14-8335-8023dc821367), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.867262 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for router_gateway (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.886470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.897294 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:19:58.900317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:19:58.906897 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:19:58.913146 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Pushing event updated for resources: {'Port': ['ID=69995a74-aefd-4d14-8335-8023dc821367,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:58.965674 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Attempting to bind port 69995a74-aefd-4d14-8335-8023dc821367 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:19:58.965952 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Attempting to bind port 69995a74-aefd-4d14-8335-8023dc821367 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:19:58.966349 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Attempting to bind port 69995a74-aefd-4d14-8335-8023dc821367 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:19:58.972340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:19:58.972718 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:19:58.973117 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.973509 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Bound using segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:19:58.973974 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Bound port: 69995a74-aefd-4d14-8335-8023dc821367, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:19:58.974394 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (69995a74-aefd-4d14-8335-8023dc821367), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:58.997666 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Allocated IP 172.27.2.148 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/71825f78-b135-452a-902e-b62a410ae9d9) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:19:59.036611 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] For port 69995a74-aefd-4d14-8335-8023dc821367, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:19:59.039674 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] For port 69995a74-aefd-4d14-8335-8023dc821367, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=69995a74-aefd-4d14-8335-8023dc821367,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:19:59.045439 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (69995a74-aefd-4d14-8335-8023dc821367), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:59.100167 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465903b-bce9-4acd-af41-dba8edfaf68d None None] Pushing event updated for resources: {'Port': ['ID=69995a74-aefd-4d14-8335-8023dc821367,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:59.113093 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for port (71825f78-b135-452a-902e-b62a410ae9d9), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:59.146529 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (71825f78-b135-452a-902e-b62a410ae9d9), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:59.183899 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:19:59.186665 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:19:59.192887 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:19:59.197820 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Pushing event updated for resources: {'Port': ['ID=71825f78-b135-452a-902e-b62a410ae9d9,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:19:59.446679 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for router_gateway (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:59.468295 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:19:59.627040 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:19:59.752980 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:19:59.993234 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646b836-33fc-4f94-893b-25e9ef354c77 None None] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:20:00.073991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Provisioning complete for port 69995a74-aefd-4d14-8335-8023dc821367 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:00.074279 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (69995a74-aefd-4d14-8335-8023dc821367), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.130335 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:20:00.139228 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:20:00.149255 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.152701 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-da44d1ba-7b6a-4472-a3d4-e12fa79b1e89 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6887069 May 17 12:20:00.153431 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59572) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:00.153878 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:00.154189 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:00.227921 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Current status of the port 69995a74-aefd-4d14-8335-8023dc821367 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:00.228425 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (69995a74-aefd-4d14-8335-8023dc821367), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.302008 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] For port 69995a74-aefd-4d14-8335-8023dc821367, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=69995a74-aefd-4d14-8335-8023dc821367,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:00.310158 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:00.313153 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (69995a74-aefd-4d14-8335-8023dc821367), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.465291 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f760f-93a2-4cb2-92fb-90d21f182918 None None] Pushing event updated for resources: {'Port': ['ID=69995a74-aefd-4d14-8335-8023dc821367,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:00.472757 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-07a9cc20-dd96-46be-b3c0-319d29c190d0 None None] Provisioning complete for port 69995a74-aefd-4d14-8335-8023dc821367 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:00.473123 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-07a9cc20-dd96-46be-b3c0-319d29c190d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (69995a74-aefd-4d14-8335-8023dc821367), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.571119 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.576581 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:19:59Z', 'revision_number': 3, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:00.605442 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:20:00.605675 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Updating router ba85632a-6aa2-4bbe-8b7d-659055d59bba port 71825f78-b135-452a-902e-b62a410ae9d9 binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:20:00.632295 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-07a9cc20-dd96-46be-b3c0-319d29c190d0 None None] Current status of the port 69995a74-aefd-4d14-8335-8023dc821367 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:00.639845 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (71825f78-b135-452a-902e-b62a410ae9d9), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.733686 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Allocated IP 172.20.0.1 (e3d50c84-17ce-4c9f-9999-cbef27efd480/b99e314d-08bb-47fe-9993-76564614f6c7/0f32f903-eaea-4223-9ade-c4374d5b34d1) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:00.842712 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks [] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.878858 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.887598 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 69995a74-aefd-4d14-8335-8023dc821367 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:00.914647 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:00.918989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:00.925836 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:00.930850 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:00.963210 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks [] for port (71825f78-b135-452a-902e-b62a410ae9d9), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.972754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.975128 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (71825f78-b135-452a-902e-b62a410ae9d9), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:00.982268 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 69995a74-aefd-4d14-8335-8023dc821367 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:00.982643 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (69995a74-aefd-4d14-8335-8023dc821367), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.062469 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Attempting to bind port 71825f78-b135-452a-902e-b62a410ae9d9 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:01.063195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Attempting to bind port 71825f78-b135-452a-902e-b62a410ae9d9 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:01.063195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Attempting to bind port 71825f78-b135-452a-902e-b62a410ae9d9 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:01.065116 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26692116-3ee7-43e9-91aa-339fedc47842 None None] Pushing event updated for resources: {'Port': ['ID=71825f78-b135-452a-902e-b62a410ae9d9,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:01.074259 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:01.074737 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:01.075055 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.075661 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:01.076142 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Bound port: 71825f78-b135-452a-902e-b62a410ae9d9, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:01.076544 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (71825f78-b135-452a-902e-b62a410ae9d9), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.107964 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.150644 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 69995a74-aefd-4d14-8335-8023dc821367 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:01.156275 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] For port 71825f78-b135-452a-902e-b62a410ae9d9, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:01.171332 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] For port 71825f78-b135-452a-902e-b62a410ae9d9, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=71825f78-b135-452a-902e-b62a410ae9d9,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:01.177583 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (71825f78-b135-452a-902e-b62a410ae9d9), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.235194 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:01.235817 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:01.238741 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26692116-3ee7-43e9-91aa-339fedc47842 None None] Pushing event updated for resources: {'Port': ['ID=71825f78-b135-452a-902e-b62a410ae9d9,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:01.288491 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-06cd2b5a-b09e-41eb-b2ef-666f831737f1 None None] Provisioning complete for port 0f32f903-eaea-4223-9ade-c4374d5b34d1 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:01.288859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-06cd2b5a-b09e-41eb-b2ef-666f831737f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.305157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks [] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.309820 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.378721 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.380742 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:01.481630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:01.483079 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:01.485762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-06cd2b5a-b09e-41eb-b2ef-666f831737f1 None None] Port 0f32f903-eaea-4223-9ade-c4374d5b34d1 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:20:01.504285 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:01.599600 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:20:01.704477 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:20:01.712496 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-79d31d06-d745-4217-983d-ca5a205c54d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba85632a-6aa2-4bbe-8b7d-659055d59bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540800 May 17 12:20:01.720127 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:00Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:01.721869 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-d406d129-7520-40a5-a102-58f95a20c9fc None None] Provisioning complete for port 0f32f903-eaea-4223-9ade-c4374d5b34d1 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:01.722238 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d406d129-7520-40a5-a102-58f95a20c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:01.766771 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d265358-64b3-494a-bf25-c5269f51ddec None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:00Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:20:01.780528 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-d406d129-7520-40a5-a102-58f95a20c9fc None None] Port 0f32f903-eaea-4223-9ade-c4374d5b34d1 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:20:02.208822 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59588) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:02.213763 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371272538-network', 'tenant_id': 'ce259642aa1048e59412b157eae009fa'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:02.236462 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Made reservation on behalf of ce259642aa1048e59412b157eae009fa for: {'network': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:20:02.238838 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for network (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.251318 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.332093 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks [] for security_group (211bb4df-a8f5-41b2-9d9c-109162fa6fe8), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.336451 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (211bb4df-a8f5-41b2-9d9c-109162fa6fe8), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.365373 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 12:20:02.370882 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211bb4df-a8f5-41b2-9d9c-109162fa6fe8,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:02.385264 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746995717133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a4826419-99d6-4802-bb45-8f9e5c415346), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.385937 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.segments_db [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Added segment a4826419-99d6-4802-bb45-8f9e5c415346 of type vlan for network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 May 17 12:20:02.442021 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746995324290'] for network (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.469929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169'] for network (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.471151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:02.471748 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.506372 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2964089 May 17 12:20:02.508996 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59590) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:02.513741 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Request body: {'subnet': {'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371272538-subnet', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'ip_version': 4}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:02.554967 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da1d3-2917-4c13-9ce0-8c8c31219478 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7d19cd-76f0-437e-86d3-98ef8b67f4a5,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:02.566849 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 details requested by agent ovs-agent-dv-cinder-837699-7-iscsi with host dv-cinder-837699-7-iscsi {{(pid=103523) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 12:20:02.575205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Made reservation on behalf of ce259642aa1048e59412b157eae009fa for: {'subnet': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:20:02.578476 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16161789'] for subnet (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.756895 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15940473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16161771'] for subnet (43a0e7d4-4863-493a-8ab4-09c82319323e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.816466 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a0e7d4-4863-493a-8ab4-09c82319323e,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:02.826139 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Checking segment: {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:02.826507 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Network hostable DHCP agents. Network: 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5, hostable agents: ['03ca8c64-2a2f-4011-ae71-aadb23718616'], hosted agents: [] {{(pid=103522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 12:20:02.848878 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 is scheduled to be hosted by DHCP agent 03ca8c64-2a2f-4011-ae71-aadb23718616 with binding_index 1 {{(pid=103522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 12:20:02.859758 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-7-iscsi, 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5) {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:02.863851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:02.864474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.872946 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0556a35-4258-4e2a-95a3-81f3474233e8 None None] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:20:02.886738 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59592) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:02.887259 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-f1526ce8-d0d2-4419-a80f-46c5778be1eb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3767800 May 17 12:20:02.893451 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:02.900945 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 71825f78-b135-452a-902e-b62a410ae9d9 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:02.914075 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14235'] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.915201 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14176'] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:02.969234 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for router_controller (ae62848e-7d41-4666-b32e-cbf05dd2ef44), precommit_add_association {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.010919 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 71825f78-b135-452a-902e-b62a410ae9d9 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:03.011547 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (71825f78-b135-452a-902e-b62a410ae9d9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.051122 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc396d043-3085-5bad-9dfe-47c8d8719674-0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'project_id': 'ce259642aa1048e59412b157eae009fa', 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e'}]}} from dv-cinder-837699-7-iscsi. {{(pid=103523) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 12:20:03.052100 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.110742 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for router_gateway (ae62848e-7d41-4666-b32e-cbf05dd2ef44), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.188932 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 71825f78-b135-452a-902e-b62a410ae9d9 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:03.189366 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (71825f78-b135-452a-902e-b62a410ae9d9), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.244526 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port 71825f78-b135-452a-902e-b62a410ae9d9, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=71825f78-b135-452a-902e-b62a410ae9d9,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:03.252438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (71825f78-b135-452a-902e-b62a410ae9d9), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.258909 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.db_base_plugin_common [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Allocated IP 172.20.0.2 (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5/43a0e7d4-4863-493a-8ab4-09c82319323e/9797ea7f-5de9-44e2-add0-1c39d5e1affc) {{(pid=103523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:03.294638 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for router_gateway (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.314662 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.328947 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=71825f78-b135-452a-902e-b62a410ae9d9,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:03.420977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Allocated IP 172.27.2.76 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/f910bc2f-1da9-4f69-a40a-06c30cfbdb15) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:03.438577 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks [] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), precommit_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.444760 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), after_create {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.480859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 is already hosted by enough agents. {{(pid=103523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:03.484391 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.scheduler.base_scheduler [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Resources bound (agent type, host, resource id): {{(pid=103523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:03.486987 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Received port after_create {{(pid=103523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:03.502670 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Pushing event updated for resources: {'Port': ['ID=9797ea7f-5de9-44e2-add0-1c39d5e1affc,revision_number=1']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:03.535046 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.563939 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Attempting to bind port 9797ea7f-5de9-44e2-add0-1c39d5e1affc on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:03.564346 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Attempting to bind port 9797ea7f-5de9-44e2-add0-1c39d5e1affc by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:03.564713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Attempting to bind port 9797ea7f-5de9-44e2-add0-1c39d5e1affc on network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:03.570541 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:03.571181 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Checking segment: {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:03.571292 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.571672 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Bound using segment: {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:03.572024 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.572318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Bound port: 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:03.572842 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.619194 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:03.622765 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:03.624822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:03.628509 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:03.641637 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] For port 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:03.644709 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] For port 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9797ea7f-5de9-44e2-add0-1c39d5e1affc,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:03.653182 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.709870 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04409107-8341-4279-ab94-2e476c2efa3e None None] Pushing event updated for resources: {'Port': ['ID=9797ea7f-5de9-44e2-add0-1c39d5e1affc,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:03.840103 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:20:03.851379 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:03.852009 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:03.915900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for router_gateway (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:03.978094 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:04.109947 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605335'] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.171586 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 2, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:04.196555 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:20:04.196938 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Updating router ba85632a-6aa2-4bbe-8b7d-659055d59bba port 0f32f903-eaea-4223-9ade-c4374d5b34d1 binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:20:04.225506 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.238954 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Router ae62848e-7d41-4666-b32e-cbf05dd2ef44 is scheduled to L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 with binding_index 1 {{(pid=103521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 12:20:04.338500 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:20:04.349212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Sync routers for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:20:04.361059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.362063 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:04.362705 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:04.365051 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9e5e8a9b-20b6-43b4-b643-d7ea441f44b2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4764071 May 17 12:20:04.365993 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59594) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:04.491431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:04.552135 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks [] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.560586 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.607537 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Pushing event updated for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:04.622065 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.622435 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.622816 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.623179 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.623517 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.623845 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.624235 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.624584 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.624913 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.625237 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.625563 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.625908 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.626370 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.626698 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.627018 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:04.700219 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 3, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:04.705752 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Attempting to bind port 0f32f903-eaea-4223-9ade-c4374d5b34d1 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:04.706988 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Attempting to bind port 0f32f903-eaea-4223-9ade-c4374d5b34d1 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:04.707433 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Attempting to bind port 0f32f903-eaea-4223-9ade-c4374d5b34d1 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:04.714005 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:04.714483 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:04.715120 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.715577 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Bound using segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:04.716053 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Bound port: 0f32f903-eaea-4223-9ade-c4374d5b34d1, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:04.716469 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.746747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Checking router: ae62848e-7d41-4666-b32e-cbf05dd2ef44 for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:20:04.747100 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Updating router ae62848e-7d41-4666-b32e-cbf05dd2ef44 port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 binding host dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:20:04.786993 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd316aca-8a76-43b0-9659-68b30edc24aa None None] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:20:04.807867 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] For port 0f32f903-eaea-4223-9ade-c4374d5b34d1, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:04.812864 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] For port 0f32f903-eaea-4223-9ade-c4374d5b34d1, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0f32f903-eaea-4223-9ade-c4374d5b34d1,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:04.823318 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.868367 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:04.869007 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:04.883249 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.904037 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:04.929602 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e0c0-d1a7-4234-a698-a61d232259dd None None] Pushing event updated for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:04.948308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Provisioning complete for port 9797ea7f-5de9-44e2-add0-1c39d5e1affc triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:04.948762 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.014436 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:05.053914 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 71825f78-b135-452a-902e-b62a410ae9d9 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:05.137203 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Allocated IP 172.20.0.1 (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5/43a0e7d4-4863-493a-8ab4-09c82319323e/1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:05.209691 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 71825f78-b135-452a-902e-b62a410ae9d9 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:05.210426 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (71825f78-b135-452a-902e-b62a410ae9d9), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.245319 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:04Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:05.278711 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a2d3c-e235-45fb-8c22-dbdc9b553f23 None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:04Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:20:05.295460 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Current status of the port 9797ea7f-5de9-44e2-add0-1c39d5e1affc is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:05.295862 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.306702 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks [] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.349159 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.405335 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:05.412317 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:05.416262 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:05.419444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:05.424704 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] For port 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9797ea7f-5de9-44e2-add0-1c39d5e1affc,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:05.427504 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 71825f78-b135-452a-902e-b62a410ae9d9 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:05.429656 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9797ea7f-5de9-44e2-add0-1c39d5e1affc up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:05.464023 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1573882'] for router_interface (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.624097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.632609 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.743055 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7e9e-6889-45fa-a7d1-7d171ba43279 None None] Pushing event updated for resources: {'Port': ['ID=9797ea7f-5de9-44e2-add0-1c39d5e1affc,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:05.766079 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks [] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), precommit_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.767681 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 9797ea7f-5de9-44e2-add0-1c39d5e1affc triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:05.768053 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.793710 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Provisioning complete for port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:05.794093 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.815184 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.836046 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks [] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.841383 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.882491 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:20:05.901281 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ec01-e753-4737-90a5-2de7b6caa232 None None] Pushing event updated for resources: {'Port': ['ID=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,revision_number=2']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:05.909594 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Attempting to bind port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:05.909967 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Attempting to bind port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:05.910818 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Attempting to bind port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 on network a9c086c7-c0d1-463c-8361-2c379280876f {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:05.913343 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:05.915941 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574576'] for router_interface (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.917936 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Provisioning complete for port 0f32f903-eaea-4223-9ade-c4374d5b34d1 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:05.918322 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.925802 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:05.926378 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Checking segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:05.926794 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:05.927780 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Bound using segment: {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'} {{(pid=103523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:05.928296 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.managers [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Bound port: f910bc2f-1da9-4f69-a40a-06c30cfbdb15, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd608aa1-a526-4010-9a21-e9960f04e84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f'}}] {{(pid=103523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:05.928702 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.016893 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:06.018450 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:06.027961 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 9797ea7f-5de9-44e2-add0-1c39d5e1affc is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:06.048072 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] For port f910bc2f-1da9-4f69-a40a-06c30cfbdb15, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:06.053429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] For port f910bc2f-1da9-4f69-a40a-06c30cfbdb15, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:06.075992 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.129833 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Current status of the port 0f32f903-eaea-4223-9ade-c4374d5b34d1 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:06.130225 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.148456 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Router ae62848e-7d41-4666-b32e-cbf05dd2ef44 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:20:06.149952 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:06.150596 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:06.210198 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ec01-e753-4737-90a5-2de7b6caa232 None None] Pushing event updated for resources: {'Port': ['ID=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,revision_number=3']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:06.227642 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] For port 0f32f903-eaea-4223-9ade-c4374d5b34d1, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0f32f903-eaea-4223-9ade-c4374d5b34d1,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:06.236639 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.304247 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Provisioning complete for port 9797ea7f-5de9-44e2-add0-1c39d5e1affc triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:06.304546 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.353152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:06.382472 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Pushing event updated for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:06.524208 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:20:06.528134 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7d274-d06c-4d7f-a33e-d68a1efee404 None None] Current status of the port 9797ea7f-5de9-44e2-add0-1c39d5e1affc is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:06.530251 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-aa6b01cd-f29a-4b81-a630-670f587a21c0 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae62848e-7d41-4666-b32e-cbf05dd2ef44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626003 May 17 12:20:06.588835 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c', 'name': '', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'mac_address': 'fa:16:3e:98:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:04Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 2, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'subnets': [{'id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:06.614199 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3282c4e-e39c-4092-94ee-4cf3b87a1afe None None] The sync data for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi is: [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c', 'name': '', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'mac_address': 'fa:16:3e:98:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:04Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 2, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'subnets': [{'id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:20:06.653092 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-e35b3cc7-3ff1-4287-b588-a4c3b7cc7ace None None] Provisioning complete for port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:06.653740 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e35b3cc7-3ff1-4287-b588-a4c3b7cc7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.690699 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-e35b3cc7-3ff1-4287-b588-a4c3b7cc7ace None None] Port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:20:06.894596 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59602) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:06.899384 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166071696', 'description': 'tempest-secgroup-smoke-1166071696 description', 'project_id': '96b18ec30b804e1e9ac7467a441c919b'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:06.927829 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:06.956792 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0f32f903-eaea-4223-9ade-c4374d5b34d1 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:07.012847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (c9f5a053-4910-4e54-b582-1fcd54d05038), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.017826 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c9f5a053-4910-4e54-b582-1fcd54d05038), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.019149 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 0f32f903-eaea-4223-9ade-c4374d5b34d1 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:07.019585 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.053509 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.054672 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1588347 May 17 12:20:07.056801 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ce5ad-c99b-4713-8832-b2f989c487a7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5a053-4910-4e54-b582-1fcd54d05038,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.057707 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 59604) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.063356 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.v2.base [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.110408 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (96818618-ff7a-4c40-a5dd-91973367adc0), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.124390 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 0f32f903-eaea-4223-9ade-c4374d5b34d1 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:07.125968 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9797ea7f-5de9-44e2-add0-1c39d5e1affc up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:07.175372 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (96818618-ff7a-4c40-a5dd-91973367adc0), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.176351 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 9797ea7f-5de9-44e2-add0-1c39d5e1affc triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:07.176948 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.180628 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (96818618-ff7a-4c40-a5dd-91973367adc0), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.200414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96818618-ff7a-4c40-a5dd-91973367adc0,revision_number=0']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.215822 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.220143 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59606) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.220409 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-96f76024-70fd-4ad7-8d93-eca669b8f8b9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608517 May 17 12:20:07.225040 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.261143 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (0d5b6fa8-1da8-4c6d-8c95-0145ddcfb3a2), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.291688 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 9797ea7f-5de9-44e2-add0-1c39d5e1affc is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:07.330857 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (0d5b6fa8-1da8-4c6d-8c95-0145ddcfb3a2), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.334677 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (0d5b6fa8-1da8-4c6d-8c95-0145ddcfb3a2), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.353894 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5b6fa8-1da8-4c6d-8c95-0145ddcfb3a2,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.359953 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.361169 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-863faf7e-6731-4d8e-a0cb-92385b6bce1c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397531 May 17 12:20:07.363748 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59608) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.368300 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.396698 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (99c1d242-cc48-40e0-ac7c-6c709b05e7ca), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.455795 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (99c1d242-cc48-40e0-ac7c-6c709b05e7ca), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.459728 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (99c1d242-cc48-40e0-ac7c-6c709b05e7ca), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.477608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c1d242-cc48-40e0-ac7c-6c709b05e7ca,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.484691 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.485867 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-5e4e7c2f-a37c-4ec9-a600-4132454ea36a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211247 May 17 12:20:07.488645 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59610) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.492769 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.519792 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (356f8627-b842-42dc-ab1c-2eccc43696c1), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.578639 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (356f8627-b842-42dc-ab1c-2eccc43696c1), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.582249 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (356f8627-b842-42dc-ab1c-2eccc43696c1), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.599348 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356f8627-b842-42dc-ab1c-2eccc43696c1,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.607026 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.608424 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6c096807-8b64-4bea-9973-d39b1970ef20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187809 May 17 12:20:07.612579 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59612) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.616883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.637061 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Project 96b18ec30b804e1e9ac7467a441c919b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:20:07.642194 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (71ea88f3-da8e-4582-bf3d-76887ec00cd4), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.699951 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (71ea88f3-da8e-4582-bf3d-76887ec00cd4), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.703620 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (71ea88f3-da8e-4582-bf3d-76887ec00cd4), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.720297 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ea88f3-da8e-4582-bf3d-76887ec00cd4,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.728520 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.729686 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3268b637-4921-437a-be17-35db9031ed17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160712 May 17 12:20:07.732423 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59614) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:07.737254 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'security_group_rule': {'security_group_id': 'c9f5a053-4910-4e54-b582-1fcd54d05038', 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:07.758047 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.securitygroups_db [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Project 96b18ec30b804e1e9ac7467a441c919b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 12:20:07.763294 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (3775b61b-5cef-4a9f-be8e-689390fbff71), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.822219 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (3775b61b-5cef-4a9f-be8e-689390fbff71), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.826282 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052659'] for security_group_rule (3775b61b-5cef-4a9f-be8e-689390fbff71), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.844970 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3775b61b-5cef-4a9f-be8e-689390fbff71,revision_number=0']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:07.851785 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:07.853010 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-25f8d58d-4951-4857-bfaf-0b971af65b58 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196797 May 17 12:20:08.870540 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device f910bc2f-1da9-4f69-a40a-06c30cfbdb15 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:08.914638 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:08.915016 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:08.990724 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:08.991115 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:09.012493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] For port f910bc2f-1da9-4f69-a40a-06c30cfbdb15, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:09.017425 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:09.063831 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Pushing event updated for resources: {'Port': ['ID=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:09.425371 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Sync routers for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:20:09.436060 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:09.437189 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:09.541792 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:09.807651 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c', 'name': '', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'mac_address': 'fa:16:3e:98:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:04Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 2, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'subnets': [{'id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:09.833633 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Checking router: ae62848e-7d41-4666-b32e-cbf05dd2ef44 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:20:09.833984 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Updating router ae62848e-7d41-4666-b32e-cbf05dd2ef44 port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c binding host dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 12:20:09.864470 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.144984 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks [] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), precommit_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.149799 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.203422 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d415a44-4ae4-4d26-a945-3922ccd52f5b None None] Pushing event updated for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=3']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:10.256562 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Attempting to bind port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c on host dv-cinder-837699-7-iscsi for vnic_type normal with profile {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:10.256922 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Attempting to bind port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c by drivers openvswitch,hyperv on host dv-cinder-837699-7-iscsi at level 0 using segments [{'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:10.257280 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Attempting to bind port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c on network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:10.262700 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Checking agent: {'id': '21a6014f-faf2-474a-b52c-6c653cf9d747', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 11, 57, 58), 'started_at': datetime.datetime(2022, 5, 17, 11, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:10.263076 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Checking segment: {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:10.263479 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.263868 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Bound using segment: {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'} {{(pid=103524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:10.264391 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.managers [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Bound port: 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c, host: dv-cinder-837699-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4826419-99d6-4802-bb45-8f9e5c415346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5'}}] {{(pid=103524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:10.264864 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), before_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.329845 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] For port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c, host dv-cinder-837699-7-iscsi, cleared binding levels {{(pid=103524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:10.333138 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.plugins.ml2.db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] For port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c, host dv-cinder-837699-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:10.338518 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron_lib.callbacks.manager [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_update {{(pid=103524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.399872 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:10.400544 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:19:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:10.402530 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d415a44-4ae4-4d26-a945-3922ccd52f5b None None] Pushing event updated for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=4']} {{(pid=103524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:10.443381 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Provisioning complete for port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:10.444447 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.518191 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:10.538793 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Current status of the port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c is: DOWN; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:10.539192 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.579287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] For port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:10.582775 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.637692 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Pushing event updated for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:10.648118 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.648565 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.648964 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.649317 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.649646 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.649975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.650299 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.650621 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.650944 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.651268 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.651591 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.651913 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.652253 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.652573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.652892 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28058adf-ad40-4018-ad15-5937a7716d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:20:10.700809 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-c5bddfc5-7c9f-4dd5-a077-8e87889d1189 None None] Provisioning complete for port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:10.701178 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c5bddfc5-7c9f-4dd5-a077-8e87889d1189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:10.726508 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c', 'name': '', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'mac_address': 'fa:16:3e:98:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:04Z', 'updated_at': '2022-05-17T12:20:10Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'subnets': [{'id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:10.750934 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca6865b-2c81-4b02-9d40-510434bfc2fc None None] The sync data for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi is: [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:20:05Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c', 'name': '', 'network_id': '0f7d19cd-76f0-437e-86d3-98ef8b67f4a5', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'mac_address': 'fa:16:3e:98:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:04Z', 'updated_at': '2022-05-17T12:20:10Z', 'revision_number': 4, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'subnets': [{'id': '43a0e7d4-4863-493a-8ab4-09c82319323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:20:10.779077 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-c5bddfc5-7c9f-4dd5-a077-8e87889d1189 None None] Current status of the port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:10.885319 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:10.935997 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:10.936400 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:11.013441 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:11.014518 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device f910bc2f-1da9-4f69-a40a-06c30cfbdb15 up at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:11.062700 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Provisioning complete for port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:11.063076 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:11.140549 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Current status of the port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 is: ACTIVE; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:21.748485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:21.900686 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0746d9b8-e9d5-466b-9b43-c27727d6d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:24.309259 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-446b1bc5-5d9f-4e5f-a65a-f1dffd54c5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:25.429666 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:26.789676 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:28.368793 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:28.476443 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-2d216dba-9682-4035-9878-ec91d4b5b622 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166071696&fields=id&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 267 time: 0.0446603 May 17 12:20:28.580512 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-3eb1bf76-f86b-4556-97c4-42abbb248c69 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:28.581963 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-3eb1bf76-f86b-4556-97c4-42abbb248c69 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.0992653 May 17 12:20:28.596847 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-e29dea5b-973e-486f-bac6-b77ce0ea420e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/quotas/96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 375 time: 0.0096486 May 17 12:20:28.649097 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-55389700-cad5-4959-9b8b-6eef34428bc8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475783 May 17 12:20:28.838562 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-248a61b3-a53b-474c-b20f-2fc2a2749b0a service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778669 May 17 12:20:28.930295 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-2bae1333-a333-40e9-8b68-90e5fc1a753e service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 May 17 12:20:29.213509 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-76f32fc6-407d-4cbf-8b30-d8a5a3e6f9cb req-f3e55932-11b8-4795-bea9-8d7b0953d2ae tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 210 time: 0.0281858 May 17 12:20:30.184630 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-2ba028bb-0714-4e37-bc29-17469c0dc067 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:30.186057 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-2ba028bb-0714-4e37-bc29-17469c0dc067 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.1061583 May 17 12:20:30.253916 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-b84a289a-6054-476f-ad7c-67199394188c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 380 time: 0.0546002 May 17 12:20:30.262406 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'port': {'device_id': '4114b620-de69-4409-8d15-45289549bade', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'admin_state_up': True, 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'security_groups': ['c9f5a053-4910-4e54-b582-1fcd54d05038']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:30.312143 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-10151053-85b7-45d8-8a97-b8ef54221914 req-a1d2d1a2-95e4-41b5-b255-db2e80064443 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 210 time: 0.0313020 May 17 12:20:30.375675 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Made reservation on behalf of 96b18ec30b804e1e9ac7467a441c919b for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:20:30.379230 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:30.501677 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.20.0.4 (e3d50c84-17ce-4c9f-9999-cbef27efd480/b99e314d-08bb-47fe-9993-76564614f6c7/bc6e7e61-cb76-484d-a61f-57be445cc3e2) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:30.649405 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:30.683566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:30.728104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:30.731153 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:30.733776 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:30.765278 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:30.811021 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:30.811764 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:30.831159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-a3cad585-8304-4b29-bf66-fec9e66503ee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726366 May 17 12:20:30.849080 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Request body: {'port': {'device_id': '4114b620-de69-4409-8d15-45289549bade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:30.916294 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.007156 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-a2bdff82-a23c-4101-9d50-6e4293dacf73 None None] Provisioning complete for port bc6e7e61-cb76-484d-a61f-57be445cc3e2 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:31.007732 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a2bdff82-a23c-4101-9d50-6e4293dacf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.039354 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdff82-a23c-4101-9d50-6e4293dacf73 None None] Port bc6e7e61-cb76-484d-a61f-57be445cc3e2 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:20:31.205016 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6e7e61-cb76-484d-a61f-57be445cc3e2 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:20:31.212454 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks [] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.224923 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Transition to ACTIVE for port object bc6e7e61-cb76-484d-a61f-57be445cc3e2 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:20:31.228445 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.280046 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:31.347889 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Attempting to bind port bc6e7e61-cb76-484d-a61f-57be445cc3e2 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:20:31.348268 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Attempting to bind port bc6e7e61-cb76-484d-a61f-57be445cc3e2 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:20:31.348674 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Attempting to bind port bc6e7e61-cb76-484d-a61f-57be445cc3e2 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:31.353871 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Port bc6e7e61-cb76-484d-a61f-57be445cc3e2 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:20:31.354202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Attempting to bind port bc6e7e61-cb76-484d-a61f-57be445cc3e2 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:20:31.359214 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:20:31.359720 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:20:31.360119 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Bound using segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:20:31.360586 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Bound port: bc6e7e61-cb76-484d-a61f-57be445cc3e2, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:20:31.360954 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.463549 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bbba8-1025-4a20-a4ff-598b1faeebb0 req-da85cee0-9a09-4ed8-9fb2-a17915cb1ca2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:31.465101 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e8bbba8-1025-4a20-a4ff-598b1faeebb0 req-da85cee0-9a09-4ed8-9fb2-a17915cb1ca2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0666158 May 17 12:20:31.472948 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:20:31.476770 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:20:31.494292 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.549723 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:31.550277 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:31.551629 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] 10.222.0.35 "PUT /v2.0/ports/bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 1093 time: 0.7072425 May 17 12:20:31.553816 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:20:31.556122 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc58b13e-ab0f-45d1-b143-eff123b3fa98" -d '{"events": [{"name": "network-changed", "server_uuid": "4114b620-de69-4409-8d15-45289549bade", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:20:31.570971 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8e8bbba8-1025-4a20-a4ff-598b1faeebb0 req-88fcaddb-0bea-4f03-8aeb-b02819534c8d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993378 May 17 12:20:31.584759 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba011f1-00b0-486d-9314-414c46aa3a89 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:31.613417 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f0bd1b-a874-4cb1-bb50-c0908d1bd815 x-openstack-request-id: req-c7f0bd1b-a874-4cb1-bb50-c0908d1bd815 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:20:31.613739 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4114b620-de69-4409-8d15-45289549bade", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:20:31.613991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7f0bd1b-a874-4cb1-bb50-c0908d1bd815 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:20:31.614422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f0bd1b-a874-4cb1-bb50-c0908d1bd815'] response: {'name': 'network-changed', 'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'status': 'completed', 'code': 200} May 17 12:20:31.672134 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-62b8b261-5b6c-4f43-87bf-c4d9307f4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:31.673861 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-62b8b261-5b6c-4f43-87bf-c4d9307f4fc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1127 time: 0.0458622 May 17 12:20:31.721430 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-a8f65cb6-de78-4869-9a9b-ebcc47c867f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 217 time: 0.0333385 May 17 12:20:31.769452 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-960646f3-4919-43d1-af1a-fbc29b308a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:31.770837 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-960646f3-4919-43d1-af1a-fbc29b308a09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0434043 May 17 12:20:31.813569 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cad7-8f99-4590-b302-291858be8254 req-3699c270-2471-4808-a167-d07083ebe58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:31.814990 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-3699c270-2471-4808-a167-d07083ebe58e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385528 May 17 12:20:31.907247 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-27d1f27f-0f9e-434e-9e39-e88b3482b58a service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 May 17 12:20:31.996977 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2793cad7-8f99-4590-b302-291858be8254 req-e3a0fea5-9e34-4521-8c5a-9a4411226573 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841744 May 17 12:20:32.694412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4579226-1ab9-43de-8455-22f87b3efc32 req-e8d43774-2ae9-4356-8b7f-22b5fe83d8fd tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:32.695871 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b4579226-1ab9-43de-8455-22f87b3efc32 req-e8d43774-2ae9-4356-8b7f-22b5fe83d8fd tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0480368 May 17 12:20:32.744742 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b4579226-1ab9-43de-8455-22f87b3efc32 req-dc56c9a7-5565-4054-8d4b-45c291b4006a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 May 17 12:20:32.851333 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-01266c63-daf0-4bab-8829-d2ec149c021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:32.852834 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-01266c63-daf0-4bab-8829-d2ec149c021d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1127 time: 0.0392728 May 17 12:20:32.945580 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-b8c217ff-ec1f-4fb5-b26f-f92fde340d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:32.946988 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-b8c217ff-ec1f-4fb5-b26f-f92fde340d73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0865443 May 17 12:20:32.985174 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-4bfcf469-0e75-4146-ba39-119a81774c2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 217 time: 0.0318038 May 17 12:20:33.031295 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-2c118b4a-72c9-48bb-8ef0-148dc6fbba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:33.032714 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-2c118b4a-72c9-48bb-8ef0-148dc6fbba07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0422151 May 17 12:20:33.078244 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-c38b5382-4cfe-4f16-afc8-2ea8df9e8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:33.079677 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-c38b5382-4cfe-4f16-afc8-2ea8df9e8003 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418267 May 17 12:20:33.167011 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-ee8ef641-bc67-44c6-a755-de2d79820c68 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813537 May 17 12:20:33.256593 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bc58b13e-ab0f-45d1-b143-eff123b3fa98 req-1686711f-fe87-4ec4-8968-e66a92648f9b service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 May 17 12:20:33.856624 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa82fd-baa5-4f22-a1f8-7ff29b1f0975 req-608cec3a-1df1-410d-8632-0f7ccd7b8810 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:33.858108 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-edfa82fd-baa5-4f22-a1f8-7ff29b1f0975 req-608cec3a-1df1-410d-8632-0f7ccd7b8810 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0462570 May 17 12:20:33.910172 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-edfa82fd-baa5-4f22-a1f8-7ff29b1f0975 req-d0e90b0f-77dd-482c-86a6-5c9d21dd2ec4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 May 17 12:20:35.021995 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3294a-4d80-4eb5-a747-9fdd15b44bcb req-443f9181-3c56-4ce7-a02b-a5ec5079fd94 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:35.023496 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20a3294a-4d80-4eb5-a747-9fdd15b44bcb req-443f9181-3c56-4ce7-a02b-a5ec5079fd94 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0473228 May 17 12:20:35.076607 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-20a3294a-4d80-4eb5-a747-9fdd15b44bcb req-effdff32-3b24-4531-b901-697eca4b6a1a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 May 17 12:20:36.189233 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b46fe1-42e1-4840-b8d4-40d07fa4cb24 req-65ee76ef-d002-4f77-9396-cd7f9d818c99 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:36.190680 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-40b46fe1-42e1-4840-b8d4-40d07fa4cb24 req-65ee76ef-d002-4f77-9396-cd7f9d818c99 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0468411 May 17 12:20:36.238676 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-40b46fe1-42e1-4840-b8d4-40d07fa4cb24 req-62fb5690-876c-4971-be2d-a0c3cc1bd083 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 May 17 12:20:36.467207 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:20:37.354331 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da6974-9095-4cc1-9de1-620c0fbe978d req-11a6d27a-1cf6-4b04-9a43-e7dfee3a4758 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:37.355805 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-43da6974-9095-4cc1-9de1-620c0fbe978d req-11a6d27a-1cf6-4b04-9a43-e7dfee3a4758 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0501192 May 17 12:20:37.409544 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-43da6974-9095-4cc1-9de1-620c0fbe978d req-5b9941b8-7844-4848-a166-ea61d4c68737 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474734 May 17 12:20:38.522042 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce636c-f54c-456c-8b0f-8a99bed46a69 req-b45c9d3d-cb12-4443-86d7-ca3558722478 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:38.523523 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-66ce636c-f54c-456c-8b0f-8a99bed46a69 req-b45c9d3d-cb12-4443-86d7-ca3558722478 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0469558 May 17 12:20:38.571645 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-66ce636c-f54c-456c-8b0f-8a99bed46a69 req-024a04d7-e2ef-4674-9856-99e5313dac69 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 May 17 12:20:39.689382 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c174d50-acd3-44a4-aa98-c6fff2d4a5d5 req-7c7cac6c-234c-4688-b282-9eb5606b9a6f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:39.690867 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0c174d50-acd3-44a4-aa98-c6fff2d4a5d5 req-7c7cac6c-234c-4688-b282-9eb5606b9a6f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0505233 May 17 12:20:39.739646 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0c174d50-acd3-44a4-aa98-c6fff2d4a5d5 req-ddc2c4a8-6949-4384-9d1d-1244f3ba601d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 May 17 12:20:40.852896 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210a4ef-d0b4-46cb-89d9-73ae1e5cc2b5 req-f9411237-906b-4d91-88ea-d9fa21272f9c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:40.854346 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0210a4ef-d0b4-46cb-89d9-73ae1e5cc2b5 req-f9411237-906b-4d91-88ea-d9fa21272f9c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 943 time: 0.0498593 May 17 12:20:40.909443 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0210a4ef-d0b4-46cb-89d9-73ae1e5cc2b5 req-7fbe3e36-9a12-4fbf-85b4-a20da68b25a3 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490518 May 17 12:20:41.286573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device bc6e7e61-cb76-484d-a61f-57be445cc3e2 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:20:41.390157 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:41.400615 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'port_id': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'mac_address': 'fa:16:3e:d9:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:20:41.433694 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port bc6e7e61-cb76-484d-a61f-57be445cc3e2 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:41.434075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:41.453518 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6e7e61-cb76-484d-a61f-57be445cc3e2 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:20:41.471925 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:41.475801 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:41.521151 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:41.839269 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['bc6e7e61-cb76-484d-a61f-57be445cc3e2'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:20:42.021535 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f45c5-430b-4072-a8c1-ed1cac529950 req-0d31725b-04e1-4a89-8685-7eb6db83ec24 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:42.023029 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f77f45c5-430b-4072-a8c1-ed1cac529950 req-0d31725b-04e1-4a89-8685-7eb6db83ec24 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 944 time: 0.0468338 May 17 12:20:42.075923 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f77f45c5-430b-4072-a8c1-ed1cac529950 req-90a25f4e-f3fa-48b6-b6d8-f8bd829d4369 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 May 17 12:20:43.189263 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae278d-e50f-4066-bce8-414a01df04c7 req-83db436f-92de-45ad-8a98-54d426d18806 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:43.190718 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-51ae278d-e50f-4066-bce8-414a01df04c7 req-83db436f-92de-45ad-8a98-54d426d18806 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 944 time: 0.0481660 May 17 12:20:43.238876 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-51ae278d-e50f-4066-bce8-414a01df04c7 req-c647f363-d8cd-4923-b3e5-e09e9945ba67 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 May 17 12:20:43.300848 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device bc6e7e61-cb76-484d-a61f-57be445cc3e2 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:20:43.340812 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port bc6e7e61-cb76-484d-a61f-57be445cc3e2 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:20:43.347036 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port bc6e7e61-cb76-484d-a61f-57be445cc3e2 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:20:43.347411 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:43.540921 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port bc6e7e61-cb76-484d-a61f-57be445cc3e2 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:20:43.541333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:43.564311 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:20:43.566533 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c9f93-e94a-417f-914c-13f892ecb639" -d '{"events": [{"server_uuid": "4114b620-de69-4409-8d15-45289549bade", "name": "network-vif-plugged", "status": "completed", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:20:43.578991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:20:43.583874 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:43.609132 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c68a64-44e3-4373-919f-7c32428bc62d x-openstack-request-id: req-c7c68a64-44e3-4373-919f-7c32428bc62d {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:20:43.609908 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4114b620-de69-4409-8d15-45289549bade", "name": "network-vif-plugged", "status": "completed", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:20:43.609908 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7c68a64-44e3-4373-919f-7c32428bc62d {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:20:43.610143 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c68a64-44e3-4373-919f-7c32428bc62d'] response: {'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'code': 200} May 17 12:20:43.639391 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:43.850018 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b3d70-c82c-4929-999c-db3d065b6c23 req-a0203d46-2450-438d-9a20-6574f7374cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:43.851523 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1b0b3d70-c82c-4929-999c-db3d065b6c23 req-a0203d46-2450-438d-9a20-6574f7374cb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1129 time: 0.0394630 May 17 12:20:43.898784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1b0b3d70-c82c-4929-999c-db3d065b6c23 req-06bc6c5e-10fe-47f6-a1c9-1b686cacdc38 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 May 17 12:20:44.350361 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb83a-af8d-49b0-83bb-783c71032db9 req-aa687b82-5c37-4d82-89ed-a18d2ace9441 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:44.351838 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-786cb83a-af8d-49b0-83bb-783c71032db9 req-aa687b82-5c37-4d82-89ed-a18d2ace9441 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0470262 May 17 12:20:44.404205 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-786cb83a-af8d-49b0-83bb-783c71032db9 req-695d3bfe-f67e-4cfc-90a0-e72e065e77c0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 May 17 12:20:45.518403 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915bb7e-c0c2-4ed2-a520-c372e07f39c2 req-23e4517e-8573-4ef6-b9b8-2c33f00ca2b1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:45.519905 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8915bb7e-c0c2-4ed2-a520-c372e07f39c2 req-23e4517e-8573-4ef6-b9b8-2c33f00ca2b1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0471117 May 17 12:20:45.572738 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-8915bb7e-c0c2-4ed2-a520-c372e07f39c2 req-15d93efe-ef49-432d-a181-ac2d9354d70c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 May 17 12:20:46.684694 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7d4c-cc42-4247-a03e-1526d473fff7 req-b72be272-7e02-4506-85e4-909b3e16d341 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:46.686153 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76df7d4c-cc42-4247-a03e-1526d473fff7 req-b72be272-7e02-4506-85e4-909b3e16d341 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0457478 May 17 12:20:46.734494 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-76df7d4c-cc42-4247-a03e-1526d473fff7 req-b3aa6fff-7f79-4cfb-986b-521a05441772 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421889 May 17 12:20:46.848254 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bbf3a-381b-4533-ab8f-ac7059806f6a req-d42b7c26-34bf-48b6-8a15-64e5ae228c5e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:46.849706 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a66bbf3a-381b-4533-ab8f-ac7059806f6a req-d42b7c26-34bf-48b6-8a15-64e5ae228c5e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0509062 May 17 12:20:46.898617 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a66bbf3a-381b-4533-ab8f-ac7059806f6a req-666bcf8a-eaa9-49f6-8af2-17b1201184f1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433457 May 17 12:20:46.921214 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59784) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:47.000444 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51787dbb-5d2d-4013-869c-71e1077ea112 tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:47.001942 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-51787dbb-5d2d-4013-869c-71e1077ea112 tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1124 time: 0.0796776 May 17 12:20:47.004783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59788) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:20:47.008927 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'port_id': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:20:47.029421 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.107225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.207156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.27.2.2 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/a40d994b-1e1e-449b-9f70-4b9f7106f0e7) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:20:47.307520 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.341714 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.376783 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:20:47.379497 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:20:47.382865 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:20:47.409587 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=a40d994b-1e1e-449b-9f70-4b9f7106f0e7,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:47.728412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (929213a6-a1ba-4645-8b2f-f6b52c736772), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.792663 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.963267 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:47.967605 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:48.036515 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=a40d994b-1e1e-449b-9f70-4b9f7106f0e7,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:20:48.047081 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (929213a6-a1ba-4645-8b2f-f6b52c736772), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:48.140456 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 929213a6-a1ba-4645-8b2f-f6b52c736772 associated. External IP: 172.27.2.2, port: bc6e7e61-cb76-484d-a61f-57be445cc3e2. May 17 12:20:48.330080 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:20:48.431509 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:20:48.441465 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:20:48.449667 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:48.451576 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:48.452259 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:20:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:48.479468 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-3123b8f0-c44e-4aa5-81b6-40ee46fefac0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4736438 May 17 12:20:48.480158 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:20:48.482438 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cca60ee-8702-431f-a19c-d20076035a11" -d '{"events": [{"name": "network-changed", "server_uuid": "4114b620-de69-4409-8d15-45289549bade", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:20:48.519114 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d903ce64-1478-4dd1-b8b6-aaf6dfcf4b1a x-openstack-request-id: req-d903ce64-1478-4dd1-b8b6-aaf6dfcf4b1a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:20:48.519410 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4114b620-de69-4409-8d15-45289549bade", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:20:48.519668 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d903ce64-1478-4dd1-b8b6-aaf6dfcf4b1a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:20:48.520076 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d903ce64-1478-4dd1-b8b6-aaf6dfcf4b1a'] response: {'name': 'network-changed', 'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'status': 'completed', 'code': 200} May 17 12:20:48.552810 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:48.614201 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca60ee-8702-431f-a19c-d20076035a11 req-f93d05fe-80c4-48b5-84bf-b53c0745c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:48.615620 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-f93d05fe-80c4-48b5-84bf-b53c0745c5ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1129 time: 0.0428431 May 17 12:20:48.704800 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca60ee-8702-431f-a19c-d20076035a11 req-4d0c2b24-0dc0-445a-8d56-bd38e597f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:48.706267 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-4d0c2b24-0dc0-445a-8d56-bd38e597f305 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0842848 May 17 12:20:48.762859 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '929213a6-a1ba-4645-8b2f-f6b52c736772', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:d9:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4114b620-de69-4409-8d15-45289549bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:20:47Z', 'updated_at': '2022-05-17T12:20:47Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:48.769615 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-8f4d704e-fe48-4ada-94e8-d6c7165aff00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 997 time: 0.0571539 May 17 12:20:48.787684 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:20:48.796382 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:20:48.797084 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:20:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:48.818970 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca60ee-8702-431f-a19c-d20076035a11 req-522d4f6c-9760-4045-a784-f421d113e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:48.820492 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-522d4f6c-9760-4045-a784-f421d113e872 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0447485 May 17 12:20:48.863103 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca60ee-8702-431f-a19c-d20076035a11 req-3e878c69-514a-4756-a5f1-54cd5cd891b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:20:48.864802 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-3e878c69-514a-4756-a5f1-54cd5cd891b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390058 May 17 12:20:48.896634 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:20:49.127438 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '929213a6-a1ba-4645-8b2f-f6b52c736772', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:d9:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4114b620-de69-4409-8d15-45289549bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:20:47Z', 'updated_at': '2022-05-17T12:20:47Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:20:49.153280 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c7279-c719-4f81-9614-0e636fe05f29 None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '929213a6-a1ba-4645-8b2f-f6b52c736772', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:d9:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4114b620-de69-4409-8d15-45289549bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:20:47Z', 'updated_at': '2022-05-17T12:20:47Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:20:49.226561 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-f46dd3cb-aa23-4479-a001-271d7ff65125 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555272 May 17 12:20:49.317902 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9cca60ee-8702-431f-a19c-d20076035a11 req-612a9ec5-ad1b-45e3-95e5-ec29a3f16aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 May 17 12:20:49.356943 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500a70a-92de-4984-9fa0-25c919a060fb None None] New status for floating IP 929213a6-a1ba-4645-8b2f-f6b52c736772: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:20:51.741136 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:51.900970 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab8d8-8997-42b0-a533-3cea5428a93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:54.309937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ebe45624-c8c2-4a22-98e7-a4392247667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:55.431371 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:56.792413 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:20:58.370890 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:13.466774 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:21:21.751484 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:21.902214 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0118dd81-9ea1-42aa-821b-d4c4a11ad3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:24.312938 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0567b488-2160-490a-8c80-718fd46a559b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:25.434392 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:26.794093 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:28.373707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:38.766775 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-bce6a4bd-1c8c-4f11-8d75-2d28d54cf309 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414875 May 17 12:21:38.875657 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-fa4caa2f-cf36-4a2d-821e-18236d5ec981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:21:38.877184 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-fa4caa2f-cf36-4a2d-821e-18236d5ec981 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1129 time: 0.0445247 May 17 12:21:38.977966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-e66e24f0-a969-4baf-8223-e52e0d61227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:21:38.979422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-e66e24f0-a969-4baf-8223-e52e0d61227d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0843375 May 17 12:21:39.042784 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-a00daf63-3ca0-4aef-8118-098b0fd61995 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 999 time: 0.0565953 May 17 12:21:39.090487 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-e1991223-0adc-431e-94ae-50c988e4f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:21:39.091996 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-e1991223-0adc-431e-94ae-50c988e4f966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0436332 May 17 12:21:39.135117 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-91fbce8b-68c9-4ee4-a313-99732768a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:21:39.136608 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-91fbce8b-68c9-4ee4-a313-99732768a704 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376890 May 17 12:21:39.227205 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-c2a68943-4c78-4d05-a2cf-2db52dd7277a service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 May 17 12:21:39.315122 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-019db4df-dd87-4379-adf5-6f21f6a05331 req-57e38f99-8f3b-4059-934c-eb54d2cd7197 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806918 May 17 12:21:50.466543 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:21:51.752746 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:51.903371 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05e1c824-1489-451a-a857-63fdce573cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:54.314174 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-31822479-a786-4ac3-9e5b-de30aea241bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:55.438228 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:56.798810 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:21:58.376271 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:09.561392 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-a8e7c4e1-2571-41f5-b1cd-a0f872ae0b88 req-a15ca4fa-549a-4093-a39e-eff51c07521c service neutron] (103522) timed out ('10.222.0.35', 56514) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:22:10.127933 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-f45ac482-52e0-432a-96a5-c095a8da556a req-752e26eb-b148-4e01-a377-1003561ed2a5 service neutron] (103522) timed out ('10.222.0.35', 56507) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:22:21.753579 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:21.905663 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd60dec6-7175-4dca-a5db-86426dd9fa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:24.313529 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0560a1b5-1377-40b8-a8a3-04da1b927aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:25.440394 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:26.799733 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:27.466186 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:22:28.379308 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:28.966991 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-639f2346-3a00-46d6-b0d6-6574501d0b9c req-693fe3a4-9d29-4798-976b-b728999960ed service neutron] (103521) timed out ('10.222.0.35', 56499) {{(pid=103521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:22:40.768822 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-ae31fe11-c5ff-4741-8e0a-96b657c21fef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842352 May 17 12:22:40.864631 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-36052c62-1353-4b8e-a6e1-6bbf4a1c68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:22:40.866120 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-36052c62-1353-4b8e-a6e1-6bbf4a1c68bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 1129 time: 0.0391824 May 17 12:22:40.969755 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-90b2fcb1-381c-4302-8019-7d15d01defdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:22:40.971313 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-90b2fcb1-381c-4302-8019-7d15d01defdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0881126 May 17 12:22:41.029884 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-97dea6e1-a525-4f15-be26-11822c31b025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 200 len: 999 time: 0.0530465 May 17 12:22:41.079122 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-b9f4a963-2308-4b89-8ccd-74f9c92584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:22:41.080563 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-b9f4a963-2308-4b89-8ccd-74f9c92584c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0438759 May 17 12:22:41.121376 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-779a5993-3729-4562-a11c-b4b11b294cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:22:41.122711 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-779a5993-3729-4562-a11c-b4b11b294cf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369978 May 17 12:22:41.217172 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-65cb52f3-8304-4838-9168-c42d86e247d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885067 May 17 12:22:41.306399 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-509054a5-f313-4fbb-a3e7-1e8882ef8562 req-3d9bd02f-3e24-40a2-a1c1-bcc7960194a7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 May 17 12:22:51.792359 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:51.905647 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-034975aa-a2fd-42b4-8178-6c0bc29446ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:54.315281 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c62a9c31-2cd4-4e33-9443-9b42400a265b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:55.445482 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:56.802334 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:22:58.381481 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:02.694123 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862424f1-93ab-4f3d-8783-22059a091b32 req-3cf86156-8601-4d76-ab19-da7347eeb946 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:02.695601 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-862424f1-93ab-4f3d-8783-22059a091b32 req-3cf86156-8601-4d76-ab19-da7347eeb946 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.1251843 May 17 12:23:02.747420 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-862424f1-93ab-4f3d-8783-22059a091b32 req-c4f7cc9a-4e37-4f4e-af6b-664fce2984dd tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462041 May 17 12:23:03.923225 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98049e-1832-4df5-b937-89c1deac9cbb req-86c84056-9a37-4a4f-ae84-a1037acd5d02 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:03.924708 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5b98049e-1832-4df5-b937-89c1deac9cbb req-86c84056-9a37-4a4f-ae84-a1037acd5d02 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0956049 May 17 12:23:03.972554 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-5b98049e-1832-4df5-b937-89c1deac9cbb req-a03ca6cc-5d60-4a22-a028-1d9d39391093 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 May 17 12:23:04.370690 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-41534c96-b42d-4eae-98cd-db2626df19d9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:04.372093 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-41534c96-b42d-4eae-98cd-db2626df19d9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 945 time: 0.0460136 May 17 12:23:04.457183 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port bc6e7e61-cb76-484d-a61f-57be445cc3e2 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:23:04.457525 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:04.464963 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:23:04.543361 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] For port bc6e7e61-cb76-484d-a61f-57be445cc3e2, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=bc6e7e61-cb76-484d-a61f-57be445cc3e2,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:23:04.543727 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:04.705052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:04.705422 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (929213a6-a1ba-4645-8b2f-f6b52c736772), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:04.705760 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 929213a6-a1ba-4645-8b2f-f6b52c736772 disassociated. External IP: 172.27.2.2, port: bc6e7e61-cb76-484d-a61f-57be445cc3e2. May 17 12:23:04.706127 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for bc6e7e61-cb76-484d-a61f-57be445cc3e2 owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:23:04.829458 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (bc6e7e61-cb76-484d-a61f-57be445cc3e2), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:04.857299 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=bc6e7e61-cb76-484d-a61f-57be445cc3e2,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:04.870406 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.870753 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.871091 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.871430 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.871761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.872097 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.872449 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.872775 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.873096 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.873423 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.873747 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.874071 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.874391 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.874714 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.875031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:04.974831 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:23:05.072705 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-f4dcc18f-012a-41b2-8777-896b6c224051 req-9aeeaed7-5595-4b91-9841-ff0ea17cb78f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=4114b620-de69-4409-8d15-45289549bade HTTP/1.1" status: 200 len: 210 time: 0.0270171 May 17 12:23:05.076715 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:23:05.088276 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:23:05.099006 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:23:05.099847 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:22:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:05.121731 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] No DVR routers for this DVR port bc6e7e61-cb76-484d-a61f-57be445cc3e2 on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:23:05.124298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:05.127676 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e04d013b-b9c8-4e8a-962a-5a637bc2a451 req-62171d86-1c37-4997-93ef-a4c681cde6c1 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "DELETE /v2.0/ports/bc6e7e61-cb76-484d-a61f-57be445cc3e2 HTTP/1.1" status: 204 len: 173 time: 0.7496367 May 17 12:23:05.128110 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'name': 'network-vif-deleted', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:23:05.130419 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d021c05-531d-49f1-9d3c-e1395d014112" -d '{"events": [{"server_uuid": "4114b620-de69-4409-8d15-45289549bade", "name": "network-vif-deleted", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:23:05.214333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:23:05.230007 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56067520-a170-40db-a1c3-b46b7af39cca x-openstack-request-id: req-56067520-a170-40db-a1c3-b46b7af39cca {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:23:05.230929 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4114b620-de69-4409-8d15-45289549bade", "name": "network-vif-deleted", "tag": "bc6e7e61-cb76-484d-a61f-57be445cc3e2", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:23:05.231473 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56067520-a170-40db-a1c3-b46b7af39cca {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:23:05.232072 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56067520-a170-40db-a1c3-b46b7af39cca'] response: {'server_uuid': '4114b620-de69-4409-8d15-45289549bade', 'name': 'network-vif-deleted', 'tag': 'bc6e7e61-cb76-484d-a61f-57be445cc3e2', 'status': 'completed', 'code': 200} May 17 12:23:05.409333 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:05.437986 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:23:05.447332 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:23:05.447937 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:22:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:05.551924 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:23:05.730874 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:05.760150 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29f02a-e0c4-4a54-ab6f-b9c0033c0e0a None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:23:05.982776 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba873da-ccd1-4e0e-9827-bcdbb96a6245 None None] New status for floating IP 929213a6-a1ba-4645-8b2f-f6b52c736772: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:23:06.285038 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-be1d662e-bea5-4dba-9a9f-3dee98040f9f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166071696&fields=id&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 267 time: 0.0442977 May 17 12:23:06.390566 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-7dbe1f83-3c09-439f-bc04-c46adb841f0d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:06.392422 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-7dbe1f83-3c09-439f-bc04-c46adb841f0d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.1012876 May 17 12:23:06.406330 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-63631267-11b5-439b-a174-d3dd6a4d9f69 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/quotas/96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 375 time: 0.0086377 May 17 12:23:06.461030 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-8d03d389-19ce-4f2b-8d75-f915b23d7bc6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470562 May 17 12:23:06.601439 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-3884f401-328a-42df-8c8f-9c394ca6ba0f service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278162 May 17 12:23:06.692259 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-b6ea47a6-09ec-4b0e-8664-ce773ce29de5 service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 May 17 12:23:06.986307 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-cfee9161-f128-4b0f-8784-f1afb0a223aa req-56f4e41b-a314-4050-96e9-c53e200c9a96 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0311618 May 17 12:23:07.998150 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device bc6e7e61-cb76-484d-a61f-57be445cc3e2 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:23:08.027969 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: bc6e7e61-cb76-484d-a61f-57be445cc3e2 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:23:08.028227 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device bc6e7e61-cb76-484d-a61f-57be445cc3e2 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:23:08.129148 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-1b5eb79d-a4ca-4775-af71-ef227fc8221f req-ce7eb944-a120-4d2b-a2b7-26bfce7673e7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0384445 May 17 12:23:08.171761 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-b8aef067-7d44-493c-b924-f4ef120c75a2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:08.173276 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-b8aef067-7d44-493c-b924-f4ef120c75a2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.1810830 May 17 12:23:08.255131 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-3bce844d-c92f-4d34-bd49-0059cd58c248 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 380 time: 0.0588269 May 17 12:23:08.264077 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'port': {'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'admin_state_up': True, 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'security_groups': ['c9f5a053-4910-4e54-b582-1fcd54d05038']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:23:08.369680 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Made reservation on behalf of 96b18ec30b804e1e9ac7467a441c919b for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:23:08.373127 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:08.499823 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.20.0.10 (e3d50c84-17ce-4c9f-9999-cbef27efd480/b99e314d-08bb-47fe-9993-76564614f6c7/77b4a31e-bbca-4968-a9c7-13f075b15a4e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:23:08.644857 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:08.676626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:08.721347 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:23:08.725145 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:23:08.731919 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:23:08.738149 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:08.787240 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:08.787801 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:08.804202 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-2c72e724-a2fd-4202-8677-5c788a4b709c tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436921 May 17 12:23:08.866840 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Request body: {'port': {'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:23:08.932794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.009713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-216c9ecf-bbdd-4a33-9920-664c3765c831 None None] Provisioning complete for port 77b4a31e-bbca-4968-a9c7-13f075b15a4e triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:23:09.010455 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-216c9ecf-bbdd-4a33-9920-664c3765c831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.043901 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-216c9ecf-bbdd-4a33-9920-664c3765c831 None None] Port 77b4a31e-bbca-4968-a9c7-13f075b15a4e cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:23:09.248928 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b4a31e-bbca-4968-a9c7-13f075b15a4e {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:23:09.258580 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks [] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.264447 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22327fa-bd07-4756-bec6-d082f3f44a9f req-f76141d9-532b-4e85-b2d7-15c9bb4893a6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:09.266067 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b22327fa-bd07-4756-bec6-d082f3f44a9f req-f76141d9-532b-4e85-b2d7-15c9bb4893a6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 932 time: 0.0600617 May 17 12:23:09.275831 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Transition to ACTIVE for port object 77b4a31e-bbca-4968-a9c7-13f075b15a4e will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:23:09.279974 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.324778 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b22327fa-bd07-4756-bec6-d082f3f44a9f req-e5417bd4-af64-4e9a-bff1-63278d12eb20 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520201 May 17 12:23:09.366711 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:09.418637 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Attempting to bind port 77b4a31e-bbca-4968-a9c7-13f075b15a4e on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:23:09.418981 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Attempting to bind port 77b4a31e-bbca-4968-a9c7-13f075b15a4e by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:23:09.419330 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Attempting to bind port 77b4a31e-bbca-4968-a9c7-13f075b15a4e on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:23:09.427689 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Port 77b4a31e-bbca-4968-a9c7-13f075b15a4e on network e3d50c84-17ce-4c9f-9999-cbef27efd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:23:09.428024 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Attempting to bind port 77b4a31e-bbca-4968-a9c7-13f075b15a4e on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:23:09.433542 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:23:09.433883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:23:09.434272 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Bound using segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:23:09.434703 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Bound port: 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:23:09.435074 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.513525 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:23:09.516481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:23:09.523192 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.558476 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:09.559127 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:09.560584 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] 10.222.0.35 "PUT /v2.0/ports/77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 1094 time: 0.6981575 May 17 12:23:09.560970 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:23:09.563794 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403506e9-5e60-46ab-a99f-c32c4c7e4383" -d '{"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:23:09.586495 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1899-d510-47ab-ae8d-d1412a0dbcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:09.613320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52be18b-35c3-4f17-989f-8daba6f4f309 x-openstack-request-id: req-d52be18b-35c3-4f17-989f-8daba6f4f309 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:23:09.613688 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:23:09.614173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d52be18b-35c3-4f17-989f-8daba6f4f309 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:23:09.614778 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52be18b-35c3-4f17-989f-8daba6f4f309'] response: {'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'status': 'completed', 'code': 200} May 17 12:23:09.670526 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-cc86d660-f4d8-4ae6-add9-92fb22669ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:09.672049 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-cc86d660-f4d8-4ae6-add9-92fb22669ac4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1128 time: 0.0439837 May 17 12:23:09.718139 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-fda0d5ee-8c6c-4f1e-aba5-565b9c69dfc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 217 time: 0.0329778 May 17 12:23:09.770154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-6ff6f634-daa8-4b4d-882f-e94de9439874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:09.771624 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-6ff6f634-daa8-4b4d-882f-e94de9439874 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0481873 May 17 12:23:09.818320 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fbec5-9c78-4bd0-920e-96a72033129c req-4167b319-8e6d-46cd-9c4f-3d8fc74c14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:09.819827 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-4167b319-8e6d-46cd-9c4f-3d8fc74c14c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427353 May 17 12:23:09.906600 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-f61f102c-ab76-4939-a519-be6b8eb3022f service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807791 May 17 12:23:10.002792 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-524fbec5-9c78-4bd0-920e-96a72033129c req-ad925f19-2c62-4c6e-8d90-ce5ae2f57d75 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902295 May 17 12:23:10.445032 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ca7a-e8ac-4a57-9846-428f15ddf73b req-117ddfe8-a2c8-48dc-a32b-849cc6655513 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:10.446600 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2023ca7a-e8ac-4a57-9846-428f15ddf73b req-117ddfe8-a2c8-48dc-a32b-849cc6655513 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0576046 May 17 12:23:10.495164 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-2023ca7a-e8ac-4a57-9846-428f15ddf73b req-5d8983aa-855c-41ca-a1dc-1016ebadcf2b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 May 17 12:23:10.839491 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-2abb5471-75b5-4577-a012-7e15afa45cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:10.840993 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-2abb5471-75b5-4577-a012-7e15afa45cef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1128 time: 0.0389307 May 17 12:23:10.931946 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-df5ec121-9113-4357-bc20-3a2da90f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:10.933414 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-df5ec121-9113-4357-bc20-3a2da90f15d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0864954 May 17 12:23:10.971458 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-c4afd31f-845a-4ea4-9501-3e09d84cb8bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 217 time: 0.0319397 May 17 12:23:11.019376 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-6edc85e9-9710-441d-ab00-a370df97f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:11.020817 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-6edc85e9-9710-441d-ab00-a370df97f4ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0436480 May 17 12:23:11.068154 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-87fa6e5b-c6fd-447e-887c-fb851a443ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:11.069655 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-87fa6e5b-c6fd-447e-887c-fb851a443ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429361 May 17 12:23:11.155700 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-3df51dc3-b794-41e4-8207-97d4df2cec3d service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796316 May 17 12:23:11.246166 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-403506e9-5e60-46ab-a99f-c32c4c7e4383 req-90a8d9fa-d758-405a-b27c-bcc3a1cdfb05 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 May 17 12:23:11.608742 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015aa75-b95f-42aa-b494-8f70bb629f57 req-a23bdebc-5f0a-4dae-9036-96a88d2a0b4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:11.610368 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a015aa75-b95f-42aa-b494-8f70bb629f57 req-a23bdebc-5f0a-4dae-9036-96a88d2a0b4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0468245 May 17 12:23:11.658659 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a015aa75-b95f-42aa-b494-8f70bb629f57 req-57c07dc8-0636-4260-8d60-6475bd211cee tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 May 17 12:23:12.772131 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21f01d-dd1b-45bc-b9fd-014a0352019f req-48f7cac3-c8a1-4c79-8b53-18b76672a1f7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:12.773835 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5d21f01d-dd1b-45bc-b9fd-014a0352019f req-48f7cac3-c8a1-4c79-8b53-18b76672a1f7 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0489321 May 17 12:23:12.822640 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5d21f01d-dd1b-45bc-b9fd-014a0352019f req-0ab0c192-48c4-4dd7-8e07-3efaac668fe2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 May 17 12:23:13.935416 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdbf40-0265-4cd4-b598-66843febe0c7 req-e8f317a4-a68f-40cc-a157-45edc6326b09 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:13.936894 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2efdbf40-0265-4cd4-b598-66843febe0c7 req-e8f317a4-a68f-40cc-a157-45edc6326b09 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0498455 May 17 12:23:13.984255 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-2efdbf40-0265-4cd4-b598-66843febe0c7 req-6434e54e-ca63-4eaf-b5a1-9550f7e6826a tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 May 17 12:23:15.099550 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862d6b-4efe-44d6-906d-0f6ec6eed352 req-f7256aaa-5d53-4802-9836-4b97236cb04e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:15.101012 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-df862d6b-4efe-44d6-906d-0f6ec6eed352 req-f7256aaa-5d53-4802-9836-4b97236cb04e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0501118 May 17 12:23:15.147623 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-df862d6b-4efe-44d6-906d-0f6ec6eed352 req-df95b86c-65a9-4e33-a656-02c381a5c1a0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 May 17 12:23:16.257208 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed251-8571-45c1-a36e-0862e53c3a6c req-a2d7df81-0dfb-4337-a89b-4028a3830a42 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:16.258651 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-538ed251-8571-45c1-a36e-0862e53c3a6c req-a2d7df81-0dfb-4337-a89b-4028a3830a42 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0462432 May 17 12:23:16.306704 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-538ed251-8571-45c1-a36e-0862e53c3a6c req-49edefa5-1a7e-42d0-9056-1e887364fcb2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 May 17 12:23:17.418976 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725e6ad-e9bb-423b-afe6-47c71d05dfc1 req-4f6b4f0f-a722-4eaa-9998-07e804ef8d49 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:17.420466 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a725e6ad-e9bb-423b-afe6-47c71d05dfc1 req-4f6b4f0f-a722-4eaa-9998-07e804ef8d49 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 944 time: 0.0475836 May 17 12:23:17.469581 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-a725e6ad-e9bb-423b-afe6-47c71d05dfc1 req-ca0e709a-1585-4798-a388-fc0302a5f889 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 May 17 12:23:18.061274 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 77b4a31e-bbca-4968-a9c7-13f075b15a4e details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:23:18.155493 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:23:18.166711 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:23:18.200341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 77b4a31e-bbca-4968-a9c7-13f075b15a4e is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:23:18.200724 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:18.213105 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b4a31e-bbca-4968-a9c7-13f075b15a4e {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:23:18.231718 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:23:18.236670 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:18.278512 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:18.285748 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.286117 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.286440 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.286776 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.287106 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.287431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.287755 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.288074 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.288428 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.288753 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.289071 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.289389 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.289707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.290023 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.290338 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:23:18.585351 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67004ea-1622-430f-a742-62afeca7ee48 req-d3f3321c-7a4c-4501-bd89-f881ed2fb1df tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:18.586704 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f67004ea-1622-430f-a742-62afeca7ee48 req-d3f3321c-7a4c-4501-bd89-f881ed2fb1df tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 945 time: 0.0480623 May 17 12:23:18.637394 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f67004ea-1622-430f-a742-62afeca7ee48 req-07d82b7d-4248-4e22-923d-b1b1f5ffd72b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451446 May 17 12:23:18.676680 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['77b4a31e-bbca-4968-a9c7-13f075b15a4e'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:23:19.748827 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40f4c3-ff0c-4014-897a-80affb441e46 req-71fc3fdd-5181-4349-b70d-c8574d5106bd tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:19.750322 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4a40f4c3-ff0c-4014-897a-80affb441e46 req-71fc3fdd-5181-4349-b70d-c8574d5106bd tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 945 time: 0.0467994 May 17 12:23:19.812754 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-4a40f4c3-ff0c-4014-897a-80affb441e46 req-20df31e6-8704-43b7-8aef-14d7db32a9ad tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563283 May 17 12:23:20.076991 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 77b4a31e-bbca-4968-a9c7-13f075b15a4e up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:23:20.120104 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 77b4a31e-bbca-4968-a9c7-13f075b15a4e completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:23:20.128536 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 77b4a31e-bbca-4968-a9c7-13f075b15a4e triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:23:20.128940 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:20.200172 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 77b4a31e-bbca-4968-a9c7-13f075b15a4e is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:23:20.200576 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:20.223243 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:23:20.225507 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece63e8-8b8e-4c40-9bdd-456ff19d1914" -d '{"events": [{"server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "name": "network-vif-plugged", "status": "completed", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:23:20.238341 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:23:20.242487 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:20.291910 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:20.317567 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912040f0-6855-4ac7-9ce5-374df1ec289e x-openstack-request-id: req-912040f0-6855-4ac7-9ce5-374df1ec289e {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:23:20.317858 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "name": "network-vif-plugged", "status": "completed", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:23:20.318116 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-912040f0-6855-4ac7-9ce5-374df1ec289e {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:23:20.318517 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912040f0-6855-4ac7-9ce5-374df1ec289e'] response: {'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'code': 200} May 17 12:23:20.557598 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213bc13-e308-4e92-bfa0-1f05723d6d17 req-c825b9f6-7c1f-4ab4-9c55-379958ae59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:20.559052 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9213bc13-e308-4e92-bfa0-1f05723d6d17 req-c825b9f6-7c1f-4ab4-9c55-379958ae59b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0380716 May 17 12:23:20.602956 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-9213bc13-e308-4e92-bfa0-1f05723d6d17 req-ea328863-5f44-4a05-9fab-4e9e9e86346d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 May 17 12:23:20.924795 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619fdad-a65a-4c17-bb04-9de1f7032787 req-87213997-60af-4694-b7f1-858ca6989b84 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:20.926240 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e619fdad-a65a-4c17-bb04-9de1f7032787 req-87213997-60af-4694-b7f1-858ca6989b84 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0469334 May 17 12:23:20.974301 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-e619fdad-a65a-4c17-bb04-9de1f7032787 req-39a35a3f-effd-474a-a90a-7b67bc0d0e39 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 May 17 12:23:21.783460 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:21.905772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd299157-0eb2-4fcf-802c-df6a78ba74b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:22.087131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98ffac-3e64-4b8c-a1a3-2dcc5dafd16e req-7abb9066-1c7b-4583-9adb-0fe0c5ddfc17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:22.088508 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d98ffac-3e64-4b8c-a1a3-2dcc5dafd16e req-7abb9066-1c7b-4583-9adb-0fe0c5ddfc17 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0471771 May 17 12:23:22.135833 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-0d98ffac-3e64-4b8c-a1a3-2dcc5dafd16e req-51b76456-3b3e-4828-9e97-21e7ef2c0fed tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 May 17 12:23:22.246619 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9d86-1f8f-4cd6-a24e-03c4f36446c4 req-d9403c6a-1a3c-464d-aa09-6c832b8de2c8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:22.248087 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c31e9d86-1f8f-4cd6-a24e-03c4f36446c4 req-d9403c6a-1a3c-464d-aa09-6c832b8de2c8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0469275 May 17 12:23:22.296014 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c31e9d86-1f8f-4cd6-a24e-03c4f36446c4 req-f9e7717d-5bf9-4b8d-a5bd-88bbd90ff773 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 May 17 12:23:22.318133 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59924) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:23:22.359151 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de4ebd-cfd6-4ab0-9617-eb7c4b9c7bbf tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:22.360829 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-05de4ebd-cfd6-4ab0-9617-eb7c4b9c7bbf tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1125 time: 0.0416918 May 17 12:23:22.363535 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 59926) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:23:22.367701 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:23:22.388947 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:22.466113 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:22.569614 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.27.2.9 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/549793f4-2871-40c8-8987-774daeaaaa4e) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:23:22.667427 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (549793f4-2871-40c8-8987-774daeaaaa4e), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:22.698400 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:22.736608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:23:22.740798 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:23:22.743329 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:23:22.770016 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=549793f4-2871-40c8-8987-774daeaaaa4e,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:23.086381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (5e797af2-2205-4382-8085-6aa28da90649), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:23.152281 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:23.321066 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (549793f4-2871-40c8-8987-774daeaaaa4e), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:23.325396 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:23.399205 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=549793f4-2871-40c8-8987-774daeaaaa4e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:23:23.406178 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (5e797af2-2205-4382-8085-6aa28da90649), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:23.758923 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 5e797af2-2205-4382-8085-6aa28da90649 associated. External IP: 172.27.2.9, port: 77b4a31e-bbca-4968-a9c7-13f075b15a4e. May 17 12:23:23.951889 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:23:24.053696 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:23:24.064429 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:23:24.074926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:23:24.075107 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:24.075614 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:22:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:24.105202 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-02b004eb-bfc6-44b3-a301-478ccfd21782 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7406316 May 17 12:23:24.105904 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:23:24.108314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:23:24.143642 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140e89e-5ddd-474e-b831-0b8085dba38f x-openstack-request-id: req-5140e89e-5ddd-474e-b831-0b8085dba38f {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:23:24.143945 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:23:24.144226 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5140e89e-5ddd-474e-b831-0b8085dba38f {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:23:24.144643 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5140e89e-5ddd-474e-b831-0b8085dba38f'] response: {'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'status': 'completed', 'code': 200} May 17 12:23:24.176923 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:23:24.232221 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-dd7760a4-a553-4263-b6fd-c9d6d539cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:24.233748 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-dd7760a4-a553-4263-b6fd-c9d6d539cb4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0480218 May 17 12:23:24.323039 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-3b2dbfa5-bf80-4ccb-a3d4-c98d857c39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:24.324447 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-3b2dbfa5-bf80-4ccb-a3d4-c98d857c39e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0844705 May 17 12:23:24.339203 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca5bde48-84ba-43a5-9db4-4edab36dda42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:24.388804 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-6338f7ff-4773-4623-b094-328d3c69b183 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 998 time: 0.0579925 May 17 12:23:24.397087 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:22Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:24.420775 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:23:24.429342 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:23:24.429941 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:23:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:24.435991 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-5fe6ad23-8fdd-4189-8542-3a21c512f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:24.437497 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-5fe6ad23-8fdd-4189-8542-3a21c512f5ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0433824 May 17 12:23:24.481745 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-dfdacc26-0a05-4748-8c9d-b0bc2080db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:24.483256 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-dfdacc26-0a05-4748-8c9d-b0bc2080db89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396535 May 17 12:23:24.535075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:23:24.581451 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-1d260529-dc60-4ab9-8bc2-7b75973557bc service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922606 May 17 12:23:24.669534 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-c8cb9dcb-8773-43cc-a3ba-d01e0e08042e req-7c6f7f7d-00be-4dbe-8393-f5e8ef358fa3 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824544 May 17 12:23:24.737337 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:22Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:23:24.763767 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab29cb-e95d-489d-b1e5-ab9c14ba61e3 None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:22Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:23:24.962939 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f37123-8137-4b09-8fca-680c2563b5df None None] New status for floating IP 5e797af2-2205-4382-8085-6aa28da90649: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:23:25.449579 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:26.805431 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:28.384195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:41.462975 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:23:42.758005 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-defd6e11-f247-4d99-94f8-b62b1e85a814 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378616 May 17 12:23:42.861561 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-448ec83a-3147-4ed5-9885-94ed5af3c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:42.862940 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-448ec83a-3147-4ed5-9885-94ed5af3c90f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0433662 May 17 12:23:42.964139 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-12be3f45-3e0c-42bf-a2d5-d0bff799b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:42.965617 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-12be3f45-3e0c-42bf-a2d5-d0bff799b24d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0833640 May 17 12:23:43.028510 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-a48b9d25-e630-46af-8ab8-6fca480eac10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 1000 time: 0.0564165 May 17 12:23:43.074934 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-8ea3b3a0-4129-4567-abb0-0db6c76d0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:43.076338 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-8ea3b3a0-4129-4567-abb0-0db6c76d0f9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0422029 May 17 12:23:43.117548 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-d3ea6d52-add2-49d2-930d-6f7066ade7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:23:43.118951 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-d3ea6d52-add2-49d2-930d-6f7066ade7fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372770 May 17 12:23:43.213261 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-c34c4331-bad7-4891-9fe1-5a430d316a65 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860059 May 17 12:23:43.299841 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4fd7319e-d8fc-4d34-a2e9-e8e77546b226 req-a729319e-4a2e-4917-807e-7b1a1f7a072b service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795918 May 17 12:23:51.792066 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:51.907324 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a28d8c6a-0b33-4919-b1cd-aa205bbcca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:54.320774 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f4ff16ef-1240-4055-a243-bb2e7ddf18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:55.455369 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:56.806889 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:23:58.386088 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:18.462729 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:24:21.797195 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:21.907992 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bd8a564c-cd7a-40bd-8079-b1cfb084ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:24.321764 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d87f704f-e521-4704-a79a-940589c3bc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:25.453450 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:26.810539 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:28.391212 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:44.897530 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-58c11a33-1b24-4514-8222-10fb5f37bc81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423052 May 17 12:24:44.993095 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-d891d694-5906-4d73-98ed-4d0bf4442b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:24:44.994547 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-d891d694-5906-4d73-98ed-4d0bf4442b32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0385399 May 17 12:24:45.095599 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-0ff45fce-9188-4790-acd6-095c80c7377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:24:45.097658 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-0ff45fce-9188-4790-acd6-095c80c7377a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0856051 May 17 12:24:45.164777 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-d3fd609f-40d4-4f6b-9aa3-5ee541059204 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 1000 time: 0.0607831 May 17 12:24:45.212015 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-a063efe7-ef0a-420e-af93-68e12b182b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:24:45.213461 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-a063efe7-ef0a-420e-af93-68e12b182b46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0434349 May 17 12:24:45.254954 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-1a1fc815-a552-46bc-9d17-19b443860a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:24:45.256385 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-1a1fc815-a552-46bc-9d17-19b443860a8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367241 May 17 12:24:45.347247 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-df670040-37b4-4a40-b8d8-2cbd541e27c2 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852315 May 17 12:24:45.442856 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7bff123b-ed49-4e16-913d-ea3e55cf7bd6 req-1a527cfa-a04b-4eb9-ad56-af859be7ce93 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896811 May 17 12:24:51.806076 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:52.025958 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e5b24112-776c-4d59-b652-50fd4da0666d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:54.322881 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-5af3fca9-7ef1-40b1-8d1e-d3a2b9b0190f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:55.454047 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:55.461465 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:24:56.817159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:24:58.394160 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:21.809864 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:21.907048 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-abba5e12-d1d0-4504-ab5b-9b8f45f78c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:24.323461 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-d4a8da62-d4f4-4ac0-9608-c9b6a5cb5ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:25.457541 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:26.670804 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-20214f14-22e2-43d1-8090-7236672997a9 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166071696&fields=id&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 267 time: 0.0474882 May 17 12:25:26.776273 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-8efe3e9d-d2e6-4927-9565-bb11ed9fb856 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:26.777621 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-8efe3e9d-d2e6-4927-9565-bb11ed9fb856 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.1004367 May 17 12:25:26.791402 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-6ddd8135-59f4-4495-b1a2-88fd605e3e16 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/quotas/96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 375 time: 0.0085733 May 17 12:25:26.816685 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:26.846425 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-e48faa8e-b897-4b43-9d98-21af192918ac tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487306 May 17 12:25:26.944050 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-166fa7d7-1fd2-4c8a-95f8-e70387780031 service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862803 May 17 12:25:27.034714 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-0aad51c2-cd6d-4fa0-b61f-2610a799dee2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842133 May 17 12:25:28.332420 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-de3331b2-e329-43a8-8a69-c7a2249d2e56 req-c548b489-3492-4a45-af81-ccbb31491c8b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0278504 May 17 12:25:28.411573 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:29.410631 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-59190dbc-f55c-458e-ae24-e441c3a4af46 req-56f5fce9-dc7e-47a9-b016-f3eaca4a1368 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0279069 May 17 12:25:30.491417 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e2d3288f-1b50-4359-966d-6e3001d00c44 req-44f7f77d-59f0-4c50-927c-aff78a8345d4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0312076 May 17 12:25:31.569012 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-24374591-f58b-44cf-8749-abef75ad6289 req-7781a072-8136-4023-b7bb-8dfb2500ac89 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0274019 May 17 12:25:32.461355 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:25:32.663024 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-4f11b8a8-bd90-42c6-bbb4-ff61ef7f435b req-235108d8-e33e-47ee-a6ee-cdd03cb6895f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0280201 May 17 12:25:33.328127 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-bfd0d6b4-6311-4888-b483-1586ad38d3ea tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:33.329577 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-bfd0d6b4-6311-4888-b483-1586ad38d3ea tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 811 time: 0.1070621 May 17 12:25:33.396741 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-ade3a8db-d6c1-4a08-b1f2-5280b24edc36 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b18ec30b804e1e9ac7467a441c919b HTTP/1.1" status: 200 len: 380 time: 0.0526059 May 17 12:25:33.406570 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'port': {'device_id': 'b095e940-8a32-4143-822d-2036c21cde20', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'admin_state_up': True, 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'security_groups': ['c9f5a053-4910-4e54-b582-1fcd54d05038']}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:25:33.515764 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Made reservation on behalf of 96b18ec30b804e1e9ac7467a441c919b for: {'port': 1} {{(pid=103522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 12:25:33.519144 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:33.643490 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.20.0.7 (e3d50c84-17ce-4c9f-9999-cbef27efd480/b99e314d-08bb-47fe-9993-76564614f6c7/5bf8e2f7-3b62-4b78-b630-b9ee06e91459) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:25:33.762622 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-30d504c2-93b0-48e0-a914-97207f36e850 req-8d21d974-d48d-4c9c-bf48-94d9f4bfa0d0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0288157 May 17 12:25:33.789042 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:33.819765 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:33.866441 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:25:33.869713 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:25:33.875968 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:25:33.882110 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:33.917146 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.917500 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.917851 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.918202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.918543 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.918883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.919220 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.919557 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.919888 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.920253 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.920597 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.920928 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.921258 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.921984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.922510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:33.947977 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:33.948632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:33.971574 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-fcaad5c0-2ec1-4698-826c-071940f82569 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691853 May 17 12:25:33.990590 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Request body: {'port': {'device_id': 'b095e940-8a32-4143-822d-2036c21cde20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:25:34.059334 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.148820 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-1fbb15f9-cd15-49e0-b407-7cf6834da725 None None] Provisioning complete for port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 triggered by entity DHCP. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:25:34.149435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1fbb15f9-cd15-49e0-b407-7cf6834da725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.181710 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb15f9-cd15-49e0-b407-7cf6834da725 None None] Port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 cannot update to ACTIVE because it is not bound. {{(pid=103523) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 12:25:34.350617 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 {{(pid=103522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:25:34.358031 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks [] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.370801 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.provisioning_blocks [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Transition to ACTIVE for port object 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 will not be triggered until provisioned by entity L2. {{(pid=103522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 12:25:34.374440 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.423041 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:34.499102 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Attempting to bind port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 12:25:34.499784 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Attempting to bind port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 12:25:34.499936 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Attempting to bind port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:25:34.504632 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 12:25:34.504959 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Attempting to bind port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 on network e3d50c84-17ce-4c9f-9999-cbef27efd480 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 12:25:34.510611 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Checking agent: {'id': 'cc6a7559-a440-4541-8f88-1971e8a90a8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'started_at': datetime.datetime(2022, 5, 17, 12, 4, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 12, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 12:25:34.510956 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Checking segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 12:25:34.511344 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Bound using segment: {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 12:25:34.511809 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Bound port: 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50383a8-882e-4516-b47e-47406156d5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 12:25:34.512171 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.575735 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 12:25:34.579854 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 12:25:34.586653 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.620402 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:34.621104 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:34.622542 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] 10.222.0.35 "PUT /v2.0/ports/5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 200 len: 1093 time: 0.6370926 May 17 12:25:34.625545 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:25:34.627912 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91445d6d-dbe7-4158-8cdd-259655b081da" -d '{"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:25:34.653987 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612677c-d071-4be0-a2a5-a47cb15d48ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:34.672701 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5625edd-9dfc-430b-931b-d2ae3461a95e x-openstack-request-id: req-d5625edd-9dfc-430b-931b-d2ae3461a95e {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:25:34.672992 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:25:34.673249 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5625edd-9dfc-430b-931b-d2ae3461a95e {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:25:34.673658 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5625edd-9dfc-430b-931b-d2ae3461a95e'] response: {'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'status': 'completed', 'code': 200} May 17 12:25:34.728098 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-b124324a-7ccf-4358-83ab-f210808ad6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:34.729678 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-b124324a-7ccf-4358-83ab-f210808ad6b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1127 time: 0.0406675 May 17 12:25:34.778159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-77e112ad-797f-421e-a13f-03fc80b53093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 200 len: 217 time: 0.0367074 May 17 12:25:34.829836 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-0396ffad-a979-415e-a09f-a0e622b6bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:34.831311 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-0396ffad-a979-415e-a09f-a0e622b6bc01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0475211 May 17 12:25:34.874913 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c1cb-b254-49a8-8500-944552727bac req-0f190583-9169-40bf-a1ab-a97df3307126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:34.876424 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-0f190583-9169-40bf-a1ab-a97df3307126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393689 May 17 12:25:34.880271 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc0f1-9fc7-4238-9c73-d4307c82b0fe req-a146f632-dad0-4fbd-bb16-3b6aa441f1a8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:34.881793 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c44fc0f1-9fc7-4238-9c73-d4307c82b0fe req-a146f632-dad0-4fbd-bb16-3b6aa441f1a8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0496337 May 17 12:25:34.930096 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-c44fc0f1-9fc7-4238-9c73-d4307c82b0fe req-b2474661-ccf0-4e0e-b582-797e8d40b0df tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 May 17 12:25:34.969936 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-f2c1ac44-8b09-4cdf-b39b-6262477b76fb service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876219 May 17 12:25:35.056439 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b8d1c1cb-b254-49a8-8500-944552727bac req-3ecee85d-6a0c-4554-a371-376d254fe328 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 May 17 12:25:36.061757 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445d6d-dbe7-4158-8cdd-259655b081da req-ae566560-6514-4330-8e0e-db635af94032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:36.063298 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-ae566560-6514-4330-8e0e-db635af94032 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1127 time: 0.0715768 May 17 12:25:36.069404 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a60a-8383-4632-ba06-007fec9d0103 req-b6953771-1ee7-42a6-96cd-780d50244f5e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:36.070737 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a237a60a-8383-4632-ba06-007fec9d0103 req-b6953771-1ee7-42a6-96cd-780d50244f5e tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0694909 May 17 12:25:36.176535 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a237a60a-8383-4632-ba06-007fec9d0103 req-950ccc9f-95d8-49e8-b904-712265f97b98 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970676 May 17 12:25:36.193157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445d6d-dbe7-4158-8cdd-259655b081da req-c8e4f6e4-5bad-4dff-ac97-4ec5b86476df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:36.194600 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-c8e4f6e4-5bad-4dff-ac97-4ec5b86476df service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.1230402 May 17 12:25:36.235594 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-2d757f67-2357-4af5-83dc-23cf92826a7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 200 len: 217 time: 0.0316381 May 17 12:25:36.284964 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445d6d-dbe7-4158-8cdd-259655b081da req-bec9cbec-deb2-4d29-a42e-0a489a953da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:36.286330 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-bec9cbec-deb2-4d29-a42e-0a489a953da8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0424666 May 17 12:25:36.333278 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445d6d-dbe7-4158-8cdd-259655b081da req-d215b1fe-3515-48f0-8077-7f3201a21bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:36.334771 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-d215b1fe-3515-48f0-8077-7f3201a21bd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423517 May 17 12:25:36.422432 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-1919fb2f-c399-414a-a1dd-2aa3578a74c1 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809267 May 17 12:25:36.524853 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-91445d6d-dbe7-4158-8cdd-259655b081da req-8472125d-b557-4297-bd35-a695c6e53c3d service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970552 May 17 12:25:37.287514 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6ebf-3301-4a15-914d-b24d189347c1 req-96d421d8-8bb1-491b-85f6-aa6f0acbddaa tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:37.288971 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0aeb6ebf-3301-4a15-914d-b24d189347c1 req-96d421d8-8bb1-491b-85f6-aa6f0acbddaa tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0462797 May 17 12:25:37.336170 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-0aeb6ebf-3301-4a15-914d-b24d189347c1 req-d858d978-9c4e-48a1-b3d4-d432355b761b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 May 17 12:25:38.450128 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3c69-b28a-4e17-a2ab-68b876cf5479 req-645d0dbe-7c03-49bf-a58c-72bb8f7882b6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:38.451585 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-071c3c69-b28a-4e17-a2ab-68b876cf5479 req-645d0dbe-7c03-49bf-a58c-72bb8f7882b6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0461478 May 17 12:25:38.498749 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-071c3c69-b28a-4e17-a2ab-68b876cf5479 req-f2da36b7-f967-4ed5-87e0-99d687e4f839 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 May 17 12:25:39.610427 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb6c8-e943-4e83-a0d7-d09ab036a925 req-4c3bc911-998c-4399-863a-774dedfcb00f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:39.611886 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-052fb6c8-e943-4e83-a0d7-d09ab036a925 req-4c3bc911-998c-4399-863a-774dedfcb00f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0463986 May 17 12:25:39.664545 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-052fb6c8-e943-4e83-a0d7-d09ab036a925 req-a9471f54-df57-494d-ab28-4dd4ceec088d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471957 May 17 12:25:40.777504 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9293-476b-4b87-a4da-1382f2c133ad req-b03c18fd-c331-4810-9f47-ad7e753568d8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:40.778857 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b11e9293-476b-4b87-a4da-1382f2c133ad req-b03c18fd-c331-4810-9f47-ad7e753568d8 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0498030 May 17 12:25:40.826524 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b11e9293-476b-4b87-a4da-1382f2c133ad req-f9405872-4a92-460e-baa8-ea7f5525faab tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 May 17 12:25:41.935578 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ab261-cd72-41cb-a671-02e77c208c7f req-50efac20-0899-4b83-8276-e3e05b0a4443 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:41.937572 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bc0ab261-cd72-41cb-a671-02e77c208c7f req-50efac20-0899-4b83-8276-e3e05b0a4443 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0454769 May 17 12:25:41.985382 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-bc0ab261-cd72-41cb-a671-02e77c208c7f req-8e8e7376-8cc8-4047-ae0e-11a3e55d9d22 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 May 17 12:25:43.106157 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62911afb-7ddf-4028-92bd-9c137ef0c62b req-2a8cf07f-3bc3-4e0d-a05c-1aac6983f1d6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:43.107616 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-62911afb-7ddf-4028-92bd-9c137ef0c62b req-2a8cf07f-3bc3-4e0d-a05c-1aac6983f1d6 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0569117 May 17 12:25:43.155883 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-62911afb-7ddf-4028-92bd-9c137ef0c62b req-179eed24-60dc-4704-9e38-781a9245d044 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 May 17 12:25:44.264458 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94e43-5b4b-471a-95e1-efc9bf001fe8 req-e14edb47-1680-4fd3-b73a-8efb164e4e82 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:44.266399 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-deb94e43-5b4b-471a-95e1-efc9bf001fe8 req-e14edb47-1680-4fd3-b73a-8efb164e4e82 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 943 time: 0.0451212 May 17 12:25:44.312871 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-deb94e43-5b4b-471a-95e1-efc9bf001fe8 req-c8fd6a84-aff1-4d55-8176-5181223da862 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 May 17 12:25:44.848555 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103523) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 12:25:44.944721 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:25:44.955958 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Returning: {'device': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'port_id': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'mac_address': 'fa:16:3e:bf:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103523) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 12:25:44.988928 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 is: DOWN; New status is: BUILD {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:25:44.989296 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:45.004357 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 {{(pid=103523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 12:25:45.023352 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:25:45.027430 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:45.071304 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=4']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:45.078757 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.079111 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.079461 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.079809 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.080154 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.080674 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.081016 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.081351 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.081683 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.082019 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.082353 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.082685 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.083015 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.083343 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.083675 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:25:45.424705 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e2573-4391-462c-9693-9decc5f65b49 req-6bd3878e-7ebc-45af-8745-54f98305dcb4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:45.426135 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b88e2573-4391-462c-9693-9decc5f65b49 req-6bd3878e-7ebc-45af-8745-54f98305dcb4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 944 time: 0.0461624 May 17 12:25:45.477066 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-b88e2573-4391-462c-9693-9decc5f65b49 req-57e44bd6-2675-48a5-bcd0-118ff446e6f4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 May 17 12:25:45.491146 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] get_ports_and_sgs() called for port_ids ['5bf8e2f7-3b62-4b78-b630-b9ee06e91459'] {{(pid=103523) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 12:25:45.787630 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-142697aa-2c41-4ab2-89ea-f776939d8862 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374053 May 17 12:25:45.881293 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-cac2a107-0828-4ff5-8318-1fce94b30bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:45.882727 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-cac2a107-0828-4ff5-8318-1fce94b30bac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0378764 May 17 12:25:45.989075 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-ae7640a0-e7ff-410c-ab5c-ceaab754fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:45.990517 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-ae7640a0-e7ff-410c-ab5c-ceaab754fe85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0873775 May 17 12:25:46.054621 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-ce311426-fc5a-4024-9184-2d420c9aa2bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 1000 time: 0.0571501 May 17 12:25:46.107020 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-4a071e84-0e00-4c54-9946-b531935b1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:46.109635 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-4a071e84-0e00-4c54-9946-b531935b1232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0480075 May 17 12:25:46.153481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-b78d53f0-1192-435c-add8-d9ad1f5cd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:46.154931 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-b78d53f0-1192-435c-add8-d9ad1f5cd79f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402033 May 17 12:25:46.243398 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-be138e5f-f99d-493d-b7b5-69a2680e7448 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818744 May 17 12:25:46.333359 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-844ef061-d51f-41dc-aa28-597bb6a82134 req-0f9ea7ae-3b7a-49f0-aa75-d0f5fbd64108 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831568 May 17 12:25:46.592143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62102e3c-3cf4-4492-ac3d-0f9111e2fda8 req-95516f2f-13cb-465b-b1e1-eae989933feb tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:46.594296 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-62102e3c-3cf4-4492-ac3d-0f9111e2fda8 req-95516f2f-13cb-465b-b1e1-eae989933feb tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 944 time: 0.0496757 May 17 12:25:46.644489 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-62102e3c-3cf4-4492-ac3d-0f9111e2fda8 req-d5c79134-0d46-44a1-ad9d-3f50362032a0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 May 17 12:25:46.849615 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 up at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 12:25:46.888802 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning for port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 completed by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 12:25:46.896794 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.provisioning_blocks [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Provisioning complete for port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 triggered by entity L2. {{(pid=103523) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 12:25:46.897173 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000407'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), provisioning_complete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:46.970877 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Current status of the port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 is: BUILD; New status is: ACTIVE {{(pid=103523) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 12:25:46.971270 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), before_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:46.992529 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459'}] {{(pid=103523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:25:46.994787 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bef8db3ca36488a6ae3f602caeef270dd0772f23d6982416ecd4fce4ed8df98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf65149-3ae5-4724-9fba-2dbc0e457133" -d '{"events": [{"server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "name": "network-vif-plugged", "status": "completed", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459"}]}' {{(pid=103523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:25:47.007414 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:25:47.012008 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:47.033716 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0fe7e-5796-4333-ba69-518298d2580f x-openstack-request-id: req-4da0fe7e-5796-4333-ba69-518298d2580f {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:25:47.034009 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "name": "network-vif-plugged", "status": "completed", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459", "code": 200}]} {{(pid=103523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:25:47.034264 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4da0fe7e-5796-4333-ba69-518298d2580f {{(pid=103523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:25:47.034655 dv-cinder-837699-7-iscsi neutron-server[103523]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da0fe7e-5796-4333-ba69-518298d2580f'] response: {'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'code': 200} May 17 12:25:47.058129 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Pushing event updated for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=5']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:47.288014 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ff98e-1f60-4208-87a2-58f031935c15 req-8ff711c5-8219-45e9-8de1-f84d80065b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:47.289482 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-785ff98e-1f60-4208-87a2-58f031935c15 req-8ff711c5-8219-45e9-8de1-f84d80065b87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1129 time: 0.0371232 May 17 12:25:47.336240 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-785ff98e-1f60-4208-87a2-58f031935c15 req-684a98e3-8889-478f-95f7-a57fb11a0a58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 May 17 12:25:47.757796 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ab08-a1bf-4691-996a-4d28d3e7f179 req-ff0fbc48-0919-478d-b038-206dd5f3ddce tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:47.759250 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d922ab08-a1bf-4691-996a-4d28d3e7f179 req-ff0fbc48-0919-478d-b038-206dd5f3ddce tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0467961 May 17 12:25:47.806851 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d922ab08-a1bf-4691-996a-4d28d3e7f179 req-2c7401a7-e8d1-450b-b25b-794cb1828789 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 May 17 12:25:48.921612 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb813ab-9268-484d-bf74-3d387503b00c req-cbb1e6c6-f165-457a-a2a7-9589247a6c92 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:48.923183 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bbb813ab-9268-484d-bf74-3d387503b00c req-cbb1e6c6-f165-457a-a2a7-9589247a6c92 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0469501 May 17 12:25:48.974959 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-bbb813ab-9268-484d-bf74-3d387503b00c req-b55a0e86-64c0-4d52-b27f-c30efee9f162 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 May 17 12:25:50.106364 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf8ad-0183-4359-aab8-69bbc7eadfa9 req-37f0820e-21ab-4d42-9cd8-c7ec7fdfb2bc tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:50.107002 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8fddf8ad-0183-4359-aab8-69bbc7eadfa9 req-37f0820e-21ab-4d42-9cd8-c7ec7fdfb2bc tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0573907 May 17 12:25:50.162962 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-8fddf8ad-0183-4359-aab8-69bbc7eadfa9 req-a5c9adf5-8fab-4161-a695-639f04cbacdc tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492237 May 17 12:25:50.284052 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21becc0-40c9-4673-8728-309ed3680879 req-d91766f9-57de-4a7a-b333-e9039a0ae82b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:50.285475 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f21becc0-40c9-4673-8728-309ed3680879 req-d91766f9-57de-4a7a-b333-e9039a0ae82b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0473366 May 17 12:25:50.334533 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-f21becc0-40c9-4673-8728-309ed3680879 req-5687f78e-858e-4f77-aee4-c303f77c6947 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 May 17 12:25:50.356226 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60084) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:25:50.436429 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cce574-58fd-42ea-99c3-bed77099e650 tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:50.438620 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a3cce574-58fd-42ea-99c3-bed77099e650 tempest-TestVolumeBootPattern-485984118 tempest-TestVolumeBootPattern-485984118-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1124 time: 0.0814438 May 17 12:25:50.441460 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60088) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:25:50.445685 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.v2.base [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Request body: {'floatingip': {'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'port_id': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 12:25:50.466841 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:50.549825 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (None), before_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:50.650832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_common [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Allocated IP 172.27.2.123 (a9c086c7-c0d1-463c-8361-2c379280876f/34030063-b971-45bc-8f3c-8159e16d1755/6f9050a1-00fc-42a3-bb98-56c2c3991e75) {{(pid=103522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 12:25:51.006345 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.040298 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746995304524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.073303 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Network a9c086c7-c0d1-463c-8361-2c379280876f is already hosted by enough agents. {{(pid=103522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 12:25:51.076099 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.base_scheduler [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Resources bound (agent type, host, resource id): {{(pid=103522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 12:25:51.079608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Received port after_create {{(pid=103522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 12:25:51.115634 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=6f9050a1-00fc-42a3-bb98-56c2c3991e75,revision_number=1']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:51.425788 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (984ef5f9-823a-4533-9fee-bac629ea18f0), precommit_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.491984 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1045575'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.663156 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.667502 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746995861899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746995304542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746995304560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15934462'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.732314 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event updated for resources: {'Port': ['ID=6f9050a1-00fc-42a3-bb98-56c2c3991e75,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:25:51.743664 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604652'] for floatingip (984ef5f9-823a-4533-9fee-bac629ea18f0), after_create {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.826926 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:51.841264 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 984ef5f9-823a-4533-9fee-bac629ea18f0 associated. External IP: 172.27.2.123, port: 5bf8e2f7-3b62-4b78-b630-b9ee06e91459. May 17 12:25:51.908474 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b63dbc7-bb3a-4506-aeff-1bc3213635fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:52.046381 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:25:52.153192 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:25:52.163812 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:25:52.174492 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:52.185830 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:25:52.187747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:25:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:25:52.221802 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-6cbae55b-d1a8-4887-877c-516e9930fc93 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7791142 May 17 12:25:52.222666 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:25:52.226457 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368a4b7-d740-4232-b0fa-fac1b1885151" -d '{"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:25:52.267172 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631fa2eb-22b4-457b-8055-714c998c8ed8 x-openstack-request-id: req-631fa2eb-22b4-457b-8055-714c998c8ed8 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:25:52.267474 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:25:52.267733 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-631fa2eb-22b4-457b-8055-714c998c8ed8 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:25:52.268147 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631fa2eb-22b4-457b-8055-714c998c8ed8'] response: {'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'status': 'completed', 'code': 200} May 17 12:25:52.305597 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:25:52.349833 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-7ec20e28-a38d-454e-9748-fa1136786835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:52.351324 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-7ec20e28-a38d-454e-9748-fa1136786835 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1129 time: 0.0395350 May 17 12:25:52.443832 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-a6889c5d-43b4-4368-9cfd-9c955236c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:52.445354 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-a6889c5d-43b4-4368-9cfd-9c955236c000 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0881574 May 17 12:25:52.507940 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-2f948d5f-301e-4cd3-b854-f34cffeedd33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 200 len: 999 time: 0.0557909 May 17 12:25:52.529509 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}, {'id': '984ef5f9-823a-4533-9fee-bac629ea18f0', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:bf:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095e940-8a32-4143-822d-2036c21cde20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:25:51Z', 'updated_at': '2022-05-17T12:25:51Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:25:52.554032 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:25:52.559125 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-3f35d0c9-d8f9-4374-8895-e0d871700a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:52.560554 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-3f35d0c9-d8f9-4374-8895-e0d871700a13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0444965 May 17 12:25:52.562511 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:25:52.563220 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:25:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:25:52.603338 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-e866fb7c-365d-475e-9a37-108ae86c2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:25:52.604846 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-e866fb7c-365d-475e-9a37-108ae86c2ce7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390775 May 17 12:25:52.662388 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:25:52.697245 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-539f72b6-5494-4473-af0c-2cb3f3dab2e3 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867622 May 17 12:25:52.794842 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-e368a4b7-d740-4232-b0fa-fac1b1885151 req-c69479a8-6a4a-4ff8-b28b-5c3a6ade5fed service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911748 May 17 12:25:52.876927 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}, {'id': '984ef5f9-823a-4533-9fee-bac629ea18f0', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:bf:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095e940-8a32-4143-822d-2036c21cde20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:25:51Z', 'updated_at': '2022-05-17T12:25:51Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:25:52.900318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ef28d-92e3-4d67-af3f-15f9f121ef37 None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}, {'id': '984ef5f9-823a-4533-9fee-bac629ea18f0', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:bf:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b095e940-8a32-4143-822d-2036c21cde20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:25:51Z', 'updated_at': '2022-05-17T12:25:51Z', 'revision_number': 0, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:25:53.099093 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1f4ca-ce91-49f7-b43d-10c333bd8147 None None] New status for floating IP 984ef5f9-823a-4533-9fee-bac629ea18f0: ACTIVE {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:25:54.325745 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-96fa6e93-be29-4a8c-b390-5d267acd2843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:55.459068 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:56.817713 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:25:58.393410 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:01.242586 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-0228f959-8d12-4fef-900a-405b7a51f476 service neutron] (103522) timed out ('10.222.0.58', 53354) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:26:01.454529 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-464aea38-22d1-401a-b05f-49b78687b492 req-f2777bf3-4178-4ede-a09e-6f870859c266 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] (103522) timed out ('10.222.0.58', 53364) {{(pid=103522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:26:09.460448 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:26:21.811699 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:21.908861 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9654a8d4-d7fd-4bda-9b60-a892ce049339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:24.326646 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-4af4d988-b49a-4474-8577-5fc9b1f2039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:25.462264 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:26.819720 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:28.395363 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:45.110019 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-c8e271c3-ea5e-4000-95d7-90c5f85936cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479615 May 17 12:26:45.205988 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-5a7f013e-72f4-4684-bf57-0583af126677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:26:45.207446 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-5a7f013e-72f4-4684-bf57-0583af126677 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0390847 May 17 12:26:45.311626 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-a002fbcf-365d-4bfd-986e-78e0984b4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:26:45.313001 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-a002fbcf-365d-4bfd-986e-78e0984b4f63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0859737 May 17 12:26:45.372269 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-26ec43b2-e29b-45c5-ba99-17a150a87b03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 1000 time: 0.0529568 May 17 12:26:45.419412 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-6cdb56cf-f9c9-4dc5-9086-58959106e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:26:45.420872 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-6cdb56cf-f9c9-4dc5-9086-58959106e967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0433297 May 17 12:26:45.467599 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-6f28b860-b184-4ffc-96e2-2e4565480227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:26:45.469159 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-6f28b860-b184-4ffc-96e2-2e4565480227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420411 May 17 12:26:45.557792 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-8964c852-c87a-42a6-9f54-57a07d581d4e service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817604 May 17 12:26:45.649601 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-a519bf92-c450-4162-a824-d4de7ced54b4 req-07c4a7bb-c134-40ea-b86a-8c8a3ad10139 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 May 17 12:26:46.459505 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:26:51.820979 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:51.911251 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1460ac2e-d81c-4bc4-b5c6-7cd4e39baf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:54.329457 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e089da6-c6d3-4b5d-8364-1aa6a2078d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:55.465172 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:56.823485 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:26:58.397496 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:21.846048 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:21.911971 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-6b555c02-e006-4808-8cee-d43350717732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:23.458984 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:27:24.331501 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-59036503-4fdf-452d-9245-38c333a40a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:25.471337 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:26.825853 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:28.399767 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.292446 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60116) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:41.429170 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port 6f9050a1-00fc-42a3-bb98-56c2c3991e75 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:41.429510 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.506033 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.506362 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (6f9050a1-00fc-42a3-bb98-56c2c3991e75), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.518124 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for 6f9050a1-00fc-42a3-bb98-56c2c3991e75 owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:41.662799 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (6f9050a1-00fc-42a3-bb98-56c2c3991e75), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.692413 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=6f9050a1-00fc-42a3-bb98-56c2c3991e75,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:41.717488 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.717847 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.718202 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.718545 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.718883 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.719217 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.719550 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.719879 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.720261 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.720594 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.720923 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.721254 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.721580 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.721905 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.722228 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:41.763188 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (984ef5f9-823a-4533-9fee-bac629ea18f0), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:41.763526 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 984ef5f9-823a-4533-9fee-bac629ea18f0 disassociated (deleted). External IP: 172.27.2.123, port: 5bf8e2f7-3b62-4b78-b630-b9ee06e91459. May 17 12:27:41.957608 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:27:42.058889 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:27:42.063801 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:42.068848 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:27:42.079307 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:42.079993 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:42.094552 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a379fe99-a4a7-4ec3-962e-b60f4ec6aa4d tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "DELETE /v2.0/floatingips/984ef5f9-823a-4533-9fee-bac629ea18f0 HTTP/1.1" status: 204 len: 168 time: 0.8011045 May 17 12:27:42.095153 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:27:42.097417 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:27:42.136239 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4311fa1d-f396-423a-863c-78023db3ce26 x-openstack-request-id: req-4311fa1d-f396-423a-863c-78023db3ce26 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:27:42.136547 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:27:42.136808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4311fa1d-f396-423a-863c-78023db3ce26 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:27:42.137222 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4311fa1d-f396-423a-863c-78023db3ce26'] response: {'name': 'network-changed', 'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'status': 'completed', 'code': 200} May 17 12:27:42.192784 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:42.263840 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-eee4b5cf-34bc-48b7-a7ab-70876fec7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:42.265515 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-eee4b5cf-34bc-48b7-a7ab-70876fec7639 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 1129 time: 0.0867274 May 17 12:27:42.323611 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2abcd4-ab39-4e33-a515-676a70575940 req-e1ec1bbd-5461-4539-948e-d850746550cf tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:42.325290 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-be2abcd4-ab39-4e33-a515-676a70575940 req-e1ec1bbd-5461-4539-948e-d850746550cf tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0486991 May 17 12:27:42.374797 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-be2abcd4-ab39-4e33-a515-676a70575940 req-3c2e7878-855f-44b1-8f56-1ae7f020cc61 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 May 17 12:27:42.410282 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:42.436765 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:27:42.448492 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:42.449099 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:42.547935 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:42.749049 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:42.773649 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b16da-7b90-464e-9e80-8807a42fbf73 None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_floatingips': [{'id': '5e797af2-2205-4382-8085-6aa28da90649', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'router_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'port_id': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'mac_address': 'fa:16:3e:88:87:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T12:23:22Z', 'updated_at': '2022-05-17T12:23:25Z', 'revision_number': 1, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:27:42.995829 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ca7c6-b499-4b80-9a73-d0cc3571076a None None] New status for floating IP 984ef5f9-823a-4533-9fee-bac629ea18f0: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:27:43.385335 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-3059dc9a-e2f0-431f-81e0-43b656fc066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:43.386692 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-3059dc9a-e2f0-431f-81e0-43b656fc066f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0877466 May 17 12:27:43.425319 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-501d8c64-3af7-4ac0-8583-889f6c032bf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 200 len: 217 time: 0.0319564 May 17 12:27:43.767787 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-7f2bb315-7d24-4364-8bf9-82e0de969260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:43.769258 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-7f2bb315-7d24-4364-8bf9-82e0de969260 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.3364983 May 17 12:27:43.775173 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881c4cc-3a8b-44f7-8e31-a7560bb45a5e req-4b5dfa8c-ecc0-4cf4-8db7-b09f22305779 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:43.776519 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6881c4cc-3a8b-44f7-8e31-a7560bb45a5e req-4b5dfa8c-ecc0-4cf4-8db7-b09f22305779 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.3181479 May 17 12:27:43.825461 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-6881c4cc-3a8b-44f7-8e31-a7560bb45a5e req-4b1c9944-318e-44b8-99e1-91b3a0b8d429 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 May 17 12:27:44.020236 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-31c554b6-3fa5-4a07-8e91-b4ecb70f39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:44.021633 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-31c554b6-3fa5-4a07-8e91-b4ecb70f39a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379746 May 17 12:27:44.033131 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-19fc8e05-f0dd-4108-98d7-874369a00c77 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103522) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 12:27:44.034062 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-19fc8e05-f0dd-4108-98d7-874369a00c77 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047865 May 17 12:27:44.143530 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-0ee6b370-f646-4102-8afd-9a154e048c76 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:44.145022 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-0ee6b370-f646-4102-8afd-9a154e048c76 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 945 time: 0.0460193 May 17 12:27:44.184499 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-0ac50396-a117-414d-8c95-33e3e87c6982 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857272 May 17 12:27:44.229532 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:44.229877 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:44.273454 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-081d0ad8-3c1c-4b5e-bdd9-cd63a1c59ac3 req-1f3f8720-912f-4faa-8761-8a614d4051d7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837028 May 17 12:27:44.322298 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] For port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:44.322717 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:44.335977 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 owned by compute:nova {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:44.458183 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (5bf8e2f7-3b62-4b78-b630-b9ee06e91459), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:44.490591 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=5bf8e2f7-3b62-4b78-b630-b9ee06e91459,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:44.516995 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.517344 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.517689 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.518029 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.518364 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.518695 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.519023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.519356 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.519684 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.520011 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.520367 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.520696 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.521023 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.521345 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.521667 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:44.545291 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] No DVR routers for this DVR port 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 on host hv-cinder-83769 {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:27:44.547789 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:44.551235 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-5aaa8a54-67d6-44d0-a454-127e584b0745 req-179c7b7f-4145-4b73-a0b6-177efb4ee2a4 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "DELETE /v2.0/ports/5bf8e2f7-3b62-4b78-b630-b9ee06e91459 HTTP/1.1" status: 204 len: 173 time: 0.3997402 May 17 12:27:44.551680 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'name': 'network-vif-deleted', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:27:44.553958 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54b166e5132a3d626312e1f75ec5a44ef80ddaf1a8b353daa7d9acf4f6b1ee1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0facea-4319-4cc7-9a84-32a6f7d290be" -d '{"events": [{"server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "name": "network-vif-deleted", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:27:44.653094 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423d2b3-8d79-41e3-b051-ee5b70890f95 x-openstack-request-id: req-a423d2b3-8d79-41e3-b051-ee5b70890f95 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:27:44.653503 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095e940-8a32-4143-822d-2036c21cde20", "name": "network-vif-deleted", "tag": "5bf8e2f7-3b62-4b78-b630-b9ee06e91459", "status": "completed", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:27:44.653826 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a423d2b3-8d79-41e3-b051-ee5b70890f95 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:27:44.654267 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a423d2b3-8d79-41e3-b051-ee5b70890f95'] response: {'server_uuid': 'b095e940-8a32-4143-822d-2036c21cde20', 'name': 'network-vif-deleted', 'tag': '5bf8e2f7-3b62-4b78-b630-b9ee06e91459', 'status': 'completed', 'code': 200} May 17 12:27:44.923868 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-aaf5176c-f085-44ec-ad5e-67599ec5136b req-1a0f7a4d-de7d-4495-b023-4c5b19be3be2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0290346 May 17 12:27:45.314261 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-e672d1e4-58fc-45f5-8d08-1cd3ee755565 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b095e940-8a32-4143-822d-2036c21cde20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268641 May 17 12:27:45.381828 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-5ca2c074-dd95-4e79-b92f-4eb22d8302cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=b095e940-8a32-4143-822d-2036c21cde20 HTTP/1.1" status: 200 len: 210 time: 0.0272698 May 17 12:27:45.501256 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-90a80af5-8cd7-4288-9a92-c324ff74c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:45.502743 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-90a80af5-8cd7-4288-9a92-c324ff74c226 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=96b18ec30b804e1e9ac7467a441c919b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0975549 May 17 12:27:45.594861 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-834641d7-47ea-46f4-9509-725cf64c03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:45.596279 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-69eca5d0-f3bd-4cc0-bace-689b805601d7 req-834641d7-47ea-46f4-9509-725cf64c03d6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870552 May 17 12:27:47.532607 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:27:47.551543 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:27:47.551975 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 5bf8e2f7-3b62-4b78-b630-b9ee06e91459 not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:27:48.210703 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60164) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:48.347013 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port 549793f4-2871-40c8-8987-774daeaaaa4e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:48.347362 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.425422 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.425750 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (549793f4-2871-40c8-8987-774daeaaaa4e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.437698 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for 549793f4-2871-40c8-8987-774daeaaaa4e owned by network:floatingip {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:48.582578 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (549793f4-2871-40c8-8987-774daeaaaa4e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.607241 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=549793f4-2871-40c8-8987-774daeaaaa4e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:48.668303 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (5e797af2-2205-4382-8085-6aa28da90649), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.669153 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.db.l3_db [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Floating IP 5e797af2-2205-4382-8085-6aa28da90649 disassociated (deleted). External IP: 172.27.2.9, port: 77b4a31e-bbca-4968-a9c7-13f075b15a4e. May 17 12:27:48.863227 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:27:48.964647 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:27:48.969777 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:48.978318 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:27:48.988760 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:48.989376 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:49.001007 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-52b30b8d-a49c-4b7f-b654-257252af5e3f tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "DELETE /v2.0/floatingips/5e797af2-2205-4382-8085-6aa28da90649 HTTP/1.1" status: 204 len: 168 time: 0.7891943 May 17 12:27:49.001607 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:27:49.003966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511d9ac-279f-43a3-8ef1-702f8cb36403" -d '{"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:27:49.043141 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdbf046-37b4-4305-8e2e-756e63ad2f90 x-openstack-request-id: req-0fdbf046-37b4-4305-8e2e-756e63ad2f90 {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:27:49.044295 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:27:49.044660 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fdbf046-37b4-4305-8e2e-756e63ad2f90 {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:27:49.045082 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdbf046-37b4-4305-8e2e-756e63ad2f90'] response: {'name': 'network-changed', 'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'status': 'completed', 'code': 200} May 17 12:27:49.107305 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:49.138057 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-ddad4125-fb21-4c32-b539-a49f6f3ddf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:49.138533 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-ddad4125-fb21-4c32-b539-a49f6f3ddf7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=96b18ec30b804e1e9ac7467a441c919b&device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 1130 time: 0.0501118 May 17 12:27:49.235656 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ea2c-7fa7-469d-b105-a15de328f93a req-665d3d7f-7de6-4945-9495-143b15203ded tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:49.237213 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-60f0ea2c-7fa7-469d-b105-a15de328f93a req-665d3d7f-7de6-4945-9495-143b15203ded tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0486414 May 17 12:27:49.285586 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-60f0ea2c-7fa7-469d-b105-a15de328f93a req-c82114a2-49fe-4c2f-a42c-5e88f8d6d8a2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 May 17 12:27:49.414159 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:49.439340 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:27:49.447735 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:49.448373 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:24Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:49.547374 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:49.727640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:49.752257 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa78f53-6869-4a5b-8907-dc97a2cff11a None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:01Z', 'revision_number': 4, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi', '_interfaces': [{'id': '0f32f903-eaea-4223-9ade-c4374d5b34d1', 'name': '', 'network_id': 'e3d50c84-17ce-4c9f-9999-cbef27efd480', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'mac_address': 'fa:16:3e:ee:0f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:00Z', 'updated_at': '2022-05-17T12:20:06Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'subnets': [{'id': 'b99e314d-08bb-47fe-9993-76564614f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:27:49.962876 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd0c0f-ca21-4945-81eb-d698e273bb4c None None] New status for floating IP 5e797af2-2205-4382-8085-6aa28da90649: DOWN {{(pid=103524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 12:27:50.272556 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-a984be39-afb4-483b-af3e-a5751b206da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:50.273917 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-a984be39-afb4-483b-af3e-a5751b206da5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 200 len: 912 time: 0.0859745 May 17 12:27:50.312978 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-1a2840bd-6f81-44a0-8c0c-4521c822b5a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 200 len: 217 time: 0.0320337 May 17 12:27:50.361992 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-836d0b3e-8a1f-4017-95e8-13be31316af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:50.363437 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-836d0b3e-8a1f-4017-95e8-13be31316af4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0427327 May 17 12:27:50.402045 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84671d-bffa-4fba-8c64-c92ffaa0f362 req-c7cc52c6-2faa-4864-b11d-dd31e9aadb4b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:50.403567 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7c84671d-bffa-4fba-8c64-c92ffaa0f362 req-c7cc52c6-2faa-4864-b11d-dd31e9aadb4b tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0482080 May 17 12:27:50.458685 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-a7251a2a-daf8-4ab0-a157-0efbdd971ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:50.460213 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-a7251a2a-daf8-4ab0-a157-0efbdd971ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3d50c84-17ce-4c9f-9999-cbef27efd480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445948 May 17 12:27:50.464157 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-7c84671d-bffa-4fba-8c64-c92ffaa0f362 req-d00c2296-6c50-4b44-81c6-99b7d876dd21 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/security-groups?id=c9f5a053-4910-4e54-b582-1fcd54d05038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549181 May 17 12:27:50.684590 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-bea96314-7e53-4e96-88b1-cd8eadec3753 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 May 17 12:27:50.922265 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03872870-c658-453b-b8d1-e091c78abc50 req-847eb2c5-6760-49cd-9059-292c83205f32 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 12:27:50.924468 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-03872870-c658-453b-b8d1-e091c78abc50 req-847eb2c5-6760-49cd-9059-292c83205f32 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 946 time: 0.0493786 May 17 12:27:51.009176 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port 77b4a31e-bbca-4968-a9c7-13f075b15a4e {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:51.009527 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:51.108379 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] For port 77b4a31e-bbca-4968-a9c7-13f075b15a4e, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=77b4a31e-bbca-4968-a9c7-13f075b15a4e,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:51.108739 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:51.109491 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [req-d511d9ac-279f-43a3-8ef1-702f8cb36403 req-2cc52d21-7162-4423-b82a-55b19db0ff86 service neutron] 10.222.0.35 "GET /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563676 May 17 12:27:51.121853 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for 77b4a31e-bbca-4968-a9c7-13f075b15a4e owned by compute:nova {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:51.251788 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (77b4a31e-bbca-4968-a9c7-13f075b15a4e), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:51.279580 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=77b4a31e-bbca-4968-a9c7-13f075b15a4e,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:51.322960 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] No DVR routers for this DVR port 77b4a31e-bbca-4968-a9c7-13f075b15a4e on host hv-cinder-83769 {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:27:51.325657 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for port (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:51.329145 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-03872870-c658-453b-b8d1-e091c78abc50 req-046dacbe-371b-4d0b-8192-7939b04bc9f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.35 "DELETE /v2.0/ports/77b4a31e-bbca-4968-a9c7-13f075b15a4e HTTP/1.1" status: 204 len: 173 time: 0.3999064 May 17 12:27:51.329585 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'name': 'network-vif-deleted', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e'}] {{(pid=103522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 12:27:51.331807 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0117838c74ca298aca45164516249886bc1fdfae7ab9352e36b92b37c72ddf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4c3bb-e2c2-4f73-8ed0-37bc3015b8fd" -d '{"events": [{"server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "name": "network-vif-deleted", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e"}]}' {{(pid=103522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 12:27:51.367071 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cbc224-9edf-4424-b93a-a0b921a0986a x-openstack-request-id: req-83cbc224-9edf-4424-b93a-a0b921a0986a {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 12:27:51.367583 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f408b84-5740-49bc-affc-1cb66c5cdf13", "name": "network-vif-deleted", "tag": "77b4a31e-bbca-4968-a9c7-13f075b15a4e", "status": "completed", "code": 200}]} {{(pid=103522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 12:27:51.367772 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83cbc224-9edf-4424-b93a-a0b921a0986a {{(pid=103522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 12:27:51.368055 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cbc224-9edf-4424-b93a-a0b921a0986a'] response: {'server_uuid': '5f408b84-5740-49bc-affc-1cb66c5cdf13', 'name': 'network-vif-deleted', 'tag': '77b4a31e-bbca-4968-a9c7-13f075b15a4e', 'status': 'completed', 'code': 200} May 17 12:27:51.563073 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [req-99407e9e-f072-46e3-8708-4370259886b1 req-c76ff7a6-4068-422d-9693-7b6e0b7d03f2 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f408b84-5740-49bc-affc-1cb66c5cdf13 HTTP/1.1" status: 200 len: 210 time: 0.0287180 May 17 12:27:51.845621 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:51.913707 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-438218be-737f-4740-8bc3-d6ec21e06f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:52.633411 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60180) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:52.756893 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Deleting port a40d994b-1e1e-449b-9f70-4b9f7106f0e7 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:52.757236 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:52.842166 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:52.842416 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:52.855047 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Calling delete_port for a40d994b-1e1e-449b-9f70-4b9f7106f0e7 owned by network:floatingip {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:53.019333 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (a40d994b-1e1e-449b-9f70-4b9f7106f0e7), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:53.046414 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'Port': ['ID=a40d994b-1e1e-449b-9f70-4b9f7106f0e7,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:53.110917 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for floatingip (929213a6-a1ba-4645-8b2f-f6b52c736772), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:53.114670 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236458'] for floatingip (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:53.116480 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-26b9c191-bc8a-48b0-a58c-a2662fc2d9b0 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "DELETE /v2.0/floatingips/929213a6-a1ba-4645-8b2f-f6b52c736772 HTTP/1.1" status: 204 len: 168 time: 0.4828207 May 17 12:27:54.330197 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60192) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:54.333390 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23896708-4e2a-4afa-9c2a-63bcb20291da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:54.386056 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (c9f5a053-4910-4e54-b582-1fcd54d05038), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:54.411655 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (c9f5a053-4910-4e54-b582-1fcd54d05038), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:54.470449 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c9f5a053-4910-4e54-b582-1fcd54d05038), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:54.478814 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:54.480005 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] 10.222.0.58 "DELETE /v2.0/security-groups/c9f5a053-4910-4e54-b582-1fcd54d05038 HTTP/1.1" status: 204 len: 168 time: 0.1488054 May 17 12:27:54.489867 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdcb26-eb56-484a-946b-1bc3a6e4e186 tempest-TestVolumeBootPattern-1872407863 tempest-TestVolumeBootPattern-1872407863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5a053-4910-4e54-b582-1fcd54d05038,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:54.536656 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60196) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:54.946303 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.164163 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Deleting port 0f32f903-eaea-4223-9ade-c4374d5b34d1 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:55.164525 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.242982 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] For port 0f32f903-eaea-4223-9ade-c4374d5b34d1, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=0f32f903-eaea-4223-9ade-c4374d5b34d1,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:55.243264 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.255789 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Calling delete_port for 0f32f903-eaea-4223-9ade-c4374d5b34d1 owned by network:router_interface {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:55.431636 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (0f32f903-eaea-4223-9ade-c4374d5b34d1), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.457300 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f32f903-eaea-4223-9ade-c4374d5b34d1,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:55.472849 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.567188 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 77b4a31e-bbca-4968-a9c7-13f075b15a4e no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:27:55.587385 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] No Port match for: 77b4a31e-bbca-4968-a9c7-13f075b15a4e {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:27:55.587729 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Device 77b4a31e-bbca-4968-a9c7-13f075b15a4e not bound to the agent host hv-cinder-83769 {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:27:55.627989 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:55.836668 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Router ba85632a-6aa2-4bbe-8b7d-659055d59bba has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:27:55.935511 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:27:55.940508 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-9606d6a9-0ef8-4c39-be25-42e09ec1c145 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba85632a-6aa2-4bbe-8b7d-659055d59bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4026301 May 17 12:27:55.942939 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60200) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:55.946275 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Sync routers for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:27:55.957291 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:55.957984 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:56.043560 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks [] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.056806 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: dv-cinder-837699-7-iscsi {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:56.141670 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks [] for router_gateway (ba85632a-6aa2-4bbe-8b7d-659055d59bba), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.183419 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Deleting port 71825f78-b135-452a-902e-b62a410ae9d9 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:56.183754 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (71825f78-b135-452a-902e-b62a410ae9d9), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.220204 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '71825f78-b135-452a-902e-b62a410ae9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:27:55Z', 'revision_number': 5, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port': {'id': '71825f78-b135-452a-902e-b62a410ae9d9', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:56.248772 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Checking router: ba85632a-6aa2-4bbe-8b7d-659055d59bba for host: dv-cinder-837699-7-iscsi {{(pid=103523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:27:56.257021 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Routers {'ba85632a-6aa2-4bbe-8b7d-659055d59bba'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:56.257640 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'], 'active': True} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:56.265601 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] For port 71825f78-b135-452a-902e-b62a410ae9d9, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=71825f78-b135-452a-902e-b62a410ae9d9,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:56.265966 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (71825f78-b135-452a-902e-b62a410ae9d9), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.278681 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Calling delete_port for 71825f78-b135-452a-902e-b62a410ae9d9 owned by network:router_gateway {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:56.339351 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvr_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] Set router ba85632a-6aa2-4bbe-8b7d-659055d59bba gateway port host: None {{(pid=103523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:56.386778 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_hamode_db [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:27:56Z', 'revision_number': 6, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:56.411114 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f4dd5-27eb-4c87-83d5-be4ca2b5d5ac None None] The sync data for ids ['ba85632a-6aa2-4bbe-8b7d-659055d59bba'] in dv-cinder-837699-7-iscsi is: [{'id': 'ba85632a-6aa2-4bbe-8b7d-659055d59bba', 'name': 'tempest-TestVolumeBootPattern-813051413-router', 'tenant_id': '96b18ec30b804e1e9ac7467a441c919b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:19:58Z', 'updated_at': '2022-05-17T12:27:56Z', 'revision_number': 6, 'project_id': '96b18ec30b804e1e9ac7467a441c919b', 'gw_port_host': None}] {{(pid=103523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:27:56.445192 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (71825f78-b135-452a-902e-b62a410ae9d9), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.470089 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Pushing event deleted for resources: {'Port': ['ID=71825f78-b135-452a-902e-b62a410ae9d9,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:56.530439 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.616340 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.618570 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks [] for router_controller (ba85632a-6aa2-4bbe-8b7d-659055d59bba), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.662893 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (ba85632a-6aa2-4bbe-8b7d-659055d59bba), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.663719 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba85632a-6aa2-4bbe-8b7d-659055d59bba {{(pid=103522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:27:56.670408 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.671539 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-eafee767-5327-4656-ab87-8369e224c12e admin admin] 10.222.0.58 "DELETE /v2.0/routers/ba85632a-6aa2-4bbe-8b7d-659055d59bba HTTP/1.1" status: 204 len: 168 time: 0.7277048 May 17 12:27:56.674017 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60202) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:56.720255 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Deleting subnet b99e314d-08bb-47fe-9993-76564614f6c7 {{(pid=103522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:27:56.723271 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Publish callbacks [] for subnet (b99e314d-08bb-47fe-9993-76564614f6c7), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.757339 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16379431'] for subnet (b99e314d-08bb-47fe-9993-76564614f6c7), precommit_delete_associations {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.830415 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.842998 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (b99e314d-08bb-47fe-9993-76564614f6c7), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.892648 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15940408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16161744'] for subnet (b99e314d-08bb-47fe-9993-76564614f6c7), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.927443 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99e314d-08bb-47fe-9993-76564614f6c7,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:56.933019 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for subnet (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:56.937896 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-a0a79055-e102-47f1-9ccb-91bfefabb6cb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b99e314d-08bb-47fe-9993-76564614f6c7 HTTP/1.1" status: 204 len: 168 time: 0.2629402 May 17 12:27:56.938110 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc62bf-58ae-4c1f-b857-da6c25f0b5ec None None] Network e3d50c84-17ce-4c9f-9999-cbef27efd480 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:27:56.940362 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.wsgi [-] (103522) accepted ('10.222.0.58', 60204) {{(pid=103522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:57.010247 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (e3d50c84-17ce-4c9f-9999-cbef27efd480), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.059544 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Deleting port 69995a74-aefd-4d14-8335-8023dc821367 {{(pid=103522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:57.059886 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (69995a74-aefd-4d14-8335-8023dc821367), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.120576 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] For port 69995a74-aefd-4d14-8335-8023dc821367, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=69995a74-aefd-4d14-8335-8023dc821367,segment=NetworkSegment(c50383a8-882e-4516-b47e-47406156d5cf),segment_id=c50383a8-882e-4516-b47e-47406156d5cf)] {{(pid=103522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:57.120863 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (69995a74-aefd-4d14-8335-8023dc821367), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.133808 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.plugin [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Calling delete_port for 69995a74-aefd-4d14-8335-8023dc821367 owned by network:dhcp {{(pid=103522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:57.196597 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] DHCP port deletion for e3d50c84-17ce-4c9f-9999-cbef27efd480 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:27:57.218464 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15934409'] for port (69995a74-aefd-4d14-8335-8023dc821367), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.244618 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69995a74-aefd-4d14-8335-8023dc821367,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:57.251125 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] No DVR routers for this DVR port 69995a74-aefd-4d14-8335-8023dc821367 on host dv-cinder-837699-7-iscsi {{(pid=103522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:27:57.262525 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Deleting port 69995a74-aefd-4d14-8335-8023dc821367 {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:57.262971 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (69995a74-aefd-4d14-8335-8023dc821367), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.282435 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 71825f78-b135-452a-902e-b62a410ae9d9 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:27:57.306533 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 71825f78-b135-452a-902e-b62a410ae9d9 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:27:57.306875 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 71825f78-b135-452a-902e-b62a410ae9d9 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:27:57.307286 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 69995a74-aefd-4d14-8335-8023dc821367 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:27:57.322368 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (e3d50c84-17ce-4c9f-9999-cbef27efd480), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.347390 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d50c84-17ce-4c9f-9999-cbef27efd480']}} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:57.358083 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50383a8-882e-4516-b47e-47406156d5cf') {'for_net_delete': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:57.358652 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.services.segments.db [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50383a8-882e-4516-b47e-47406156d5cf') {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:57.358852 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 69995a74-aefd-4d14-8335-8023dc821367 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:27:57.359199 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 69995a74-aefd-4d14-8335-8023dc821367 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:27:57.359633 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0f32f903-eaea-4223-9ade-c4374d5b34d1 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:27:57.369208 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16379422'] for segment (c50383a8-882e-4516-b47e-47406156d5cf), before_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.380356 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] For port 69995a74-aefd-4d14-8335-8023dc821367, host dv-cinder-837699-7-iscsi, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:57.380761 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (69995a74-aefd-4d14-8335-8023dc821367), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.382581 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (c50383a8-882e-4516-b47e-47406156d5cf), precommit_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.383517 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 0f32f903-eaea-4223-9ade-c4374d5b34d1 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:27:57.383866 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 0f32f903-eaea-4223-9ade-c4374d5b34d1 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:27:57.391839 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:27:57.392257 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15934362'] for segment (c50383a8-882e-4516-b47e-47406156d5cf), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.397669 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Calling delete_port for 69995a74-aefd-4d14-8335-8023dc821367 owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:57.400466 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Port 69995a74-aefd-4d14-8335-8023dc821367 was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:27:57.401665 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (69995a74-aefd-4d14-8335-8023dc821367), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: Traceback (most recent call last): May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: timer() May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: cb(*args, **kw) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: return func(*args, **kwargs) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: self._notify() May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: self.callback(batched_events) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: event.method(event) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: return f(self, *a, **k) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._get(url).json() May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: return self.request(url, 'GET', **kwargs) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:27:57.404219 dv-cinder-837699-7-iscsi neutron-server[103522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:27:57.426834 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Pushing event deleted for resources: {'Port': ['ID=69995a74-aefd-4d14-8335-8023dc821367,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:57.429176 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] No DVR routers for this DVR port 69995a74-aefd-4d14-8335-8023dc821367 on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:27:57.437758 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.437950 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.438472 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.438820 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.439152 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.439479 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.439807 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.440521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.440521 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.440777 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.441155 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.441434 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.441757 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.442078 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.442398 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb54fa-fa7f-4a79-a1d9-4bec98c08d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-7-iscsi {{(pid=103523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 12:27:57.455038 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (e3d50c84-17ce-4c9f-9999-cbef27efd480), after_delete {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.463481 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:57.467318 dv-cinder-837699-7-iscsi neutron-server[103522]: INFO neutron.wsgi [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e3d50c84-17ce-4c9f-9999-cbef27efd480 HTTP/1.1" status: 204 len: 168 time: 0.5258372 May 17 12:27:57.470152 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60206) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:57.479750 dv-cinder-837699-7-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40780c-13ef-4348-aaa8-19f0185cf2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d50c84-17ce-4c9f-9999-cbef27efd480,revision_number=None']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:57.785104 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574593'] for router_interface (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.001497 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Deleting port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:58.001835 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.077058 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] For port 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:58.077363 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.090384 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Calling delete_port for 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c owned by network:router_interface {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:58.265553 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.289677 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:58.405748 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.456452 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580766'] for router_interface (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.653171 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Router ae62848e-7d41-4666-b32e-cbf05dd2ef44 has already been hosted by L3 agent 457012b8-c3a2-4c35-8293-333db8b3e574 {{(pid=103521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 12:27:58.753443 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] Notify agent at l3_agent.dv-cinder-837699-7-iscsi the message routers_updated {{(pid=103521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 12:27:58.758277 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-08ae2da4-bd9b-491a-ac54-a5359b07ef85 admin admin] 10.222.0.58 "PUT /v2.0/routers/ae62848e-7d41-4666-b32e-cbf05dd2ef44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2864969 May 17 12:27:58.760907 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60208) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:58.766308 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Sync routers for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 12:27:58.775428 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:58.776044 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:58.858821 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks [] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.876079 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: dv-cinder-837699-7-iscsi {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:58.953772 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks [] for router_gateway (ae62848e-7d41-4666-b32e-cbf05dd2ef44), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:58.994783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Deleting port f910bc2f-1da9-4f69-a40a-06c30cfbdb15 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:58.995120 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.041053 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'external_fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:27:58Z', 'revision_number': 5, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port': {'id': 'f910bc2f-1da9-4f69-a40a-06c30cfbdb15', 'name': '', 'network_id': 'a9c086c7-c0d1-463c-8361-2c379280876f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:21:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '34030063-b971-45bc-8f3c-8159e16d1755', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T12:20:03Z', 'updated_at': '2022-05-17T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34030063-b971-45bc-8f3c-8159e16d1755', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-7-iscsi'}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:59.066775 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Checking router: ae62848e-7d41-4666-b32e-cbf05dd2ef44 for host: dv-cinder-837699-7-iscsi {{(pid=103524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 12:27:59.076087 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Routers {'ae62848e-7d41-4666-b32e-cbf05dd2ef44'} bound to L3 agent in host dv-cinder-837699-7-iscsi {{(pid=103524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 12:27:59.077056 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T11:57:54Z,description=,heartbeat_timestamp=2022-05-17T12:27:54Z,host='dv-cinder-837699-7-iscsi',id=457012b8-c3a2-4c35-8293-333db8b3e574,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T11:57:54Z,topic='l3_agent')) {'router_ids': ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'], 'active': True} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:59.078856 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] For port f910bc2f-1da9-4f69-a40a-06c30cfbdb15, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,segment=NetworkSegment(dd608aa1-a526-4010-9a21-e9960f04e84c),segment_id=dd608aa1-a526-4010-9a21-e9960f04e84c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:59.080143 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.093570 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Calling delete_port for f910bc2f-1da9-4f69-a40a-06c30cfbdb15 owned by network:router_gateway {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:59.159863 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_dvr_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] Set router ae62848e-7d41-4666-b32e-cbf05dd2ef44 gateway port host: None {{(pid=103524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 12:27:59.214366 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.l3_hamode_db [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:27:58Z', 'revision_number': 6, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port_host': None}], 'dv-cinder-837699-7-iscsi', False) {} {{(pid=103524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:27:59.238776 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620282f-4952-4d09-ad8e-5312da237581 None None] The sync data for ids ['ae62848e-7d41-4666-b32e-cbf05dd2ef44'] in dv-cinder-837699-7-iscsi is: [{'id': 'ae62848e-7d41-4666-b32e-cbf05dd2ef44', 'name': 'tempest-TestVolumeBootPattern-371272538-router', 'tenant_id': 'ce259642aa1048e59412b157eae009fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T12:20:02Z', 'updated_at': '2022-05-17T12:27:58Z', 'revision_number': 6, 'project_id': 'ce259642aa1048e59412b157eae009fa', 'gw_port_host': None}] {{(pid=103524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 12:27:59.253592 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (f910bc2f-1da9-4f69-a40a-06c30cfbdb15), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.279771 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Pushing event deleted for resources: {'Port': ['ID=f910bc2f-1da9-4f69-a40a-06c30cfbdb15,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:59.338997 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605363'] for router_gateway (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.421077 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14185'] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.423165 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks [] for router_controller (ae62848e-7d41-4666-b32e-cbf05dd2ef44), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.466388 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602722'] for router (ae62848e-7d41-4666-b32e-cbf05dd2ef44), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.466872 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae62848e-7d41-4666-b32e-cbf05dd2ef44 {{(pid=103521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 12:27:59.470943 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.472067 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-8e95dc6f-7fc4-4f89-a1d6-7602dc627518 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ae62848e-7d41-4666-b32e-cbf05dd2ef44 HTTP/1.1" status: 204 len: 168 time: 0.7102683 May 17 12:27:59.474595 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60210) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:59.518268 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Deleting subnet 43a0e7d4-4863-493a-8ab4-09c82319323e {{(pid=103521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 12:27:59.521296 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Publish callbacks [] for subnet (43a0e7d4-4863-493a-8ab4-09c82319323e), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.554157 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13532003'] for subnet (43a0e7d4-4863-493a-8ab4-09c82319323e), precommit_delete_associations {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.630230 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-946427'] for subnet (43a0e7d4-4863-493a-8ab4-09c82319323e), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.689167 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-946402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15953636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13376107'] for subnet (43a0e7d4-4863-493a-8ab4-09c82319323e), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.715762 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a0e7d4-4863-493a-8ab4-09c82319323e,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:27:59.721561 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.725781 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-5a3e22ce-60ff-4be3-a33d-94a2684e20a9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/43a0e7d4-4863-493a-8ab4-09c82319323e HTTP/1.1" status: 204 len: 168 time: 0.2502465 May 17 12:27:59.726349 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa10dfb-7b2c-4426-b4e6-650893764a6e None None] Network 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 requested from dv-cinder-837699-7-iscsi {{(pid=103523) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 12:27:59.728415 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60212) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:27:59.797421 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994596'] for network (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.841068 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Deleting port 9797ea7f-5de9-44e2-add0-1c39d5e1affc {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:27:59.841393 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.905783 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] For port 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host dv-cinder-837699-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-7-iscsi',level=0,port_id=9797ea7f-5de9-44e2-add0-1c39d5e1affc,segment=NetworkSegment(a4826419-99d6-4802-bb45-8f9e5c415346),segment_id=a4826419-99d6-4802-bb45-8f9e5c415346)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:27:59.906087 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:27:59.918675 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Calling delete_port for 9797ea7f-5de9-44e2-add0-1c39d5e1affc owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:27:59.976217 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] DHCP port deletion for 0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 request from dv-cinder-837699-7-iscsi {{(pid=103523) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 12:28:00.005574 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15955477'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.014239 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Deleting port 9797ea7f-5de9-44e2-add0-1c39d5e1affc {{(pid=103523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 12:28:00.014612 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746995856101'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), before_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.033613 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9797ea7f-5de9-44e2-add0-1c39d5e1affc,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:28:00.035470 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] No DVR routers for this DVR port 9797ea7f-5de9-44e2-add0-1c39d5e1affc on host dv-cinder-837699-7-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:28:00.082780 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.db [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] For port 9797ea7f-5de9-44e2-add0-1c39d5e1affc, host dv-cinder-837699-7-iscsi, got binding levels [] {{(pid=103523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 12:28:00.083246 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574411'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), precommit_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.096931 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Calling delete_port for 9797ea7f-5de9-44e2-add0-1c39d5e1affc owned by network:dhcp {{(pid=103523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 12:28:00.099696 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.ipam_backend_mixin [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Port 9797ea7f-5de9-44e2-add0-1c39d5e1affc was not found and therefore no delete operation was performed {{(pid=103523) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 12:28:00.100948 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1045737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746995861881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746995304533'] for port (9797ea7f-5de9-44e2-add0-1c39d5e1affc), after_delete {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.110938 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002062', 'neutron.services.segments.db._delete_segments_for_network-8746995717142'] for network (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.125059 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] Pushing event deleted for resources: {'Port': ['ID=9797ea7f-5de9-44e2-add0-1c39d5e1affc,revision_number=None']} {{(pid=103523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:28:00.129073 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790141ab-6a6c-49f4-b6b6-cb682b0330fd None None] No DVR routers for this DVR port 9797ea7f-5de9-44e2-add0-1c39d5e1affc on host dv-cinder-837699-7-iscsi {{(pid=103523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 12:28:00.132429 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7d19cd-76f0-437e-86d3-98ef8b67f4a5']}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:28:00.145568 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4826419-99d6-4802-bb45-8f9e5c415346') {'for_net_delete': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:28:00.145898 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.services.segments.db [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4826419-99d6-4802-bb45-8f9e5c415346') {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 12:28:00.159292 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746995800351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13531994'] for segment (a4826419-99d6-4802-bb45-8f9e5c415346), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.173590 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992'] for segment (a4826419-99d6-4802-bb45-8f9e5c415346), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.179814 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 12:28:00.180221 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-948992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15955526'] for segment (a4826419-99d6-4802-bb45-8f9e5c415346), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: Traceback (most recent call last): May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: timer() May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: cb(*args, **kw) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: return func(*args, **kwargs) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: self._notify() May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: self.callback(batched_events) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: event.method(event) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: aggregate_uuid = self.p_client.list_aggregates( May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: return f(self, *a, **k) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._get(url).json() May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: return self.request(url, 'GET', **kwargs) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: base_url = self.get_endpoint(auth, allow=allow, May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 12:28:00.182001 dv-cinder-837699-7-iscsi neutron-server[103521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 12:28:00.242900 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604801'] for network (0f7d19cd-76f0-437e-86d3-98ef8b67f4a5), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.249710 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614199'] for network (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.252922 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/0f7d19cd-76f0-437e-86d3-98ef8b67f4a5 HTTP/1.1" status: 204 len: 168 time: 0.5235231 May 17 12:28:00.264734 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72d7a7-5902-4e7d-af80-dde25fae54ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7d19cd-76f0-437e-86d3-98ef8b67f4a5,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:28:00.364297 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60216) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:28:00.402417 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-524b9924-90b9-4ed0-b94f-a474969331e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96b18ec30b804e1e9ac7467a441c919b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369585 May 17 12:28:00.405296 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60218) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:28:00.451292 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] Publish callbacks [] for security_group (c0fa1c84-e701-4cd1-9c08-be459557ae79), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.457757 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:28:00.477891 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] Publish callbacks [] for security_group (c0fa1c84-e701-4cd1-9c08-be459557ae79), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.525989 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (c0fa1c84-e701-4cd1-9c08-be459557ae79), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.529733 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.533936 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0fa1c84-e701-4cd1-9c08-be459557ae79 HTTP/1.1" status: 204 len: 168 time: 0.1247184 May 17 12:28:00.539059 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9172960-3469-42b1-90be-de20b280ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa1c84-e701-4cd1-9c08-be459557ae79,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:28:00.844677 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60224) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:28:00.886305 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a2a57e22-002b-4cec-b6aa-57366c29e83d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce259642aa1048e59412b157eae009fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404823 May 17 12:28:00.889369 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [-] (103521) accepted ('10.222.0.58', 60226) {{(pid=103521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 12:28:00.937008 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] Publish callbacks [] for security_group (211bb4df-a8f5-41b2-9d9c-109162fa6fe8), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:00.959775 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] Publish callbacks [] for security_group (211bb4df-a8f5-41b2-9d9c-109162fa6fe8), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:01.006269 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2052706'] for security_group (211bb4df-a8f5-41b2-9d9c-109162fa6fe8), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:01.008935 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:01.010069 dv-cinder-837699-7-iscsi neutron-server[103521]: INFO neutron.wsgi [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/211bb4df-a8f5-41b2-9d9c-109162fa6fe8 HTTP/1.1" status: 204 len: 168 time: 0.1198156 May 17 12:28:01.018496 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2802e-3592-4793-9c70-1de1ea8c787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211bb4df-a8f5-41b2-9d9c-109162fa6fe8,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 12:28:01.100580 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:28:01.119123 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:28:01.119564 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 1faaeb92-ce1a-43c9-9d82-7fdfaf864f7c not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:28:01.120043 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device f910bc2f-1da9-4f69-a40a-06c30cfbdb15 no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:28:01.270283 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: f910bc2f-1da9-4f69-a40a-06c30cfbdb15 {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:28:01.270630 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device f910bc2f-1da9-4f69-a40a-06c30cfbdb15 not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:28:01.271053 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9797ea7f-5de9-44e2-add0-1c39d5e1affc no longer exists at agent ovs-agent-dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 12:28:01.290389 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.plugin [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] No Port match for: 9797ea7f-5de9-44e2-add0-1c39d5e1affc {{(pid=103523) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 12:28:01.290745 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron.plugins.ml2.rpc [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Device 9797ea7f-5de9-44e2-add0-1c39d5e1affc not bound to the agent host dv-cinder-837699-7-iscsi {{(pid=103523) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 12:28:21.857659 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:21.914592 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-34380ef4-51b2-4fa3-84aa-350f3b0209bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:24.334888 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-9faad43f-a18e-4d84-9dff-4a51ea4e8423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:25.475410 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:26.830861 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:28.397563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:37.457006 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:28:51.859956 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:51.918929 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-acb2b092-6b0e-47dc-b081-68dbf60a12b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:54.335873 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-88aa6eb9-a0cd-49ba-86cf-6e26527a9ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:55.477147 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:56.833691 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:28:58.399605 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:14.457032 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:29:21.859458 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:21.919393 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-e7899c7b-3f5c-422c-bf33-288b53becde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:24.337020 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1e69be39-a97e-45e7-aa3b-50ca53b577a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:25.480617 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:26.836727 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:28.401856 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:40.957645 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-befda0a5-eaa7-4ea9-ad60-aad2829b240f req-124addb2-555d-4dd6-a4e2-215c71d00314 service neutron] (103521) timed out ('10.222.0.35', 56519) {{(pid=103521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:29:51.456241 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:29:51.862440 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:51.918842 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-1b63a381-c2a1-457f-93ef-14ca3aa2941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:54.339715 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a3494732-a4a8-45a9-bed5-4c864e80a18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:55.484082 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:56.842287 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:29:58.402898 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:21.878827 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:21.919747 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29eeee75-e56d-4c37-8369-176a80282b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:24.341841 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-bb04d16e-06a2-4675-bf1e-ff1a7b563379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:25.486557 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:26.842339 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:28.406649 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:28.455296 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:30:51.893037 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:51.919293 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f20f8d54-f4ad-4bdd-b6d0-55b2de2b0c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:54.343673 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-87aa606d-c1a4-49df-9b5f-3e54b16d8772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:55.488560 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:56.845557 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:30:57.133131 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-9c2714ad-99dd-49e8-88ba-8ac5e57c6234 service neutron] (103521) timed out ('10.222.0.58', 54086) {{(pid=103521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:30:57.209132 dv-cinder-837699-7-iscsi neutron-server[103521]: DEBUG neutron.wsgi [req-9cb38599-b671-49db-9d4c-2945e6f8e9cd req-6be1b061-8967-4129-9d97-d0ca7c7d69b4 tempest-AttachVolumeShelveTestJSON-142170603 tempest-AttachVolumeShelveTestJSON-142170603-project] (103521) timed out ('10.222.0.58', 54094) {{(pid=103521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 12:30:58.409471 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:05.455826 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:31:21.888602 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:21.921988 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-c6077126-ec86-4c4a-83c9-9bc54e78cbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:24.345297 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-29a80b24-2cf7-46af-8855-907b0395e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:25.492075 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:26.847826 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:28.411452 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:42.455561 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:31:51.910632 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:51.920904 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-23203b94-6ac0-45bf-8186-72705f8998d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:54.345731 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fc0fbfe7-9034-4dae-ab26-e90e0414b4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:55.495871 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:56.851248 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:31:58.413031 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:19.455068 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:32:21.904973 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:21.921335 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ef9bf095-90a5-4cd1-be22-5af33b4b0d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:24.348016 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-a054430d-62e6-41b9-9e8a-5b70549640a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:25.498252 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:26.854687 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:28.418031 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:51.906670 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:51.921621 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-2e910083-d33a-4f5f-a55f-bc796a36c15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:54.352219 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-127e2543-7ccd-4a99-a460-0c359abb551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:55.500942 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:56.453877 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 12:32:56.857876 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:32:58.420079 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:21.903563 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bbd-8f77-4217-823b-0a028c67f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (cc6a7559-a440-4541-8f88-1971e8a90a8f), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:21.921283 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-025c2f4e-5a75-4106-b175-83501192d22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (03ca8c64-2a2f-4011-ae71-aadb23718616), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:24.355087 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-fd09ef2d-ea00-496d-ade8-9f65ac561cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (457012b8-c3a2-4c35-8293-333db8b3e574), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:25.503686 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-f5c0ee65-39c2-44c6-856d-1a8d3773dea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (8583dc46-02b2-4d53-b747-255e5a5c3406), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:26.860987 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-53f4d734-15f9-49ab-9acb-21bb0cd69b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (b0c983dd-f3c7-4505-9b9b-3b34213844c2), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:28.422042 dv-cinder-837699-7-iscsi neutron-server[103523]: DEBUG neutron_lib.callbacks.manager [None req-0f97ece6-f96f-4e86-979f-b2284782284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746995717124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000333'] for agent (21a6014f-faf2-474a-b52c-6c653cf9d747), after_update {{(pid=103523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 12:33:33.453699 dv-cinder-837699-7-iscsi neutron-server[103524]: DEBUG neutron.db.agents_db [None req-e36a1b63-6a65-42d7-b5af-65b3cab862c2 None None] Agent healthcheck: found 6 active agents {{(pid=103524) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}